-- Logs begin at Mon 2021-06-28 21:12:53 UTC, end at Mon 2021-06-28 22:15:33 UTC. -- Jun 28 21:53:38.763706 dv-cinder-798384-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 28 21:53:41.422550 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.common.config [-] Logging enabled! Jun 28 21:53:41.423103 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev426 Jun 28 21:53:41.423356 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 21:53:41.426627 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.common.config [-] Logging enabled! Jun 28 21:53:41.426889 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev426 Jun 28 21:53:41.427204 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93270) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 28 21:53:41.428215 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 21:53:41.428411 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 21:53:41.428781 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 21:53:41.429035 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 21:53:41.429267 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 21:53:41.429588 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.429892 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.430191 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.430426 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.430726 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.431061 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.431966 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.432284 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.432588 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.432879 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.433161 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.433451 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.433685 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.433969 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.434260 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.434550 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.434778 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] debug = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.435060 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.435483 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.435895 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.436209 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.436502 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.436783 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.437058 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.437335 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.437625 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.437951 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] host = dv-cinder-798384-1-smb {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.438230 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.438517 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.438806 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.439093 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.439366 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.439643 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.439925 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.440228 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.440503 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] log_file = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.440779 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.441091 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.441379 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.441672 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.441900 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.442125 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.442415 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.442704 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.442980 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.443256 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.443532 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.443806 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.444104 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.444378 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.444664 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.444949 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.445235 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.445510 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.445784 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.446054 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.446327 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.446614 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.446913 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.447185 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.447545 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.447836 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.448137 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.448416 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.448718 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.449009 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.449294 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.449581 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.449855 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.450140 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.450414 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.450688 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.450960 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] use_json = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.451232 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.451502 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.451784 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.452081 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.452354 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.452630 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.452903 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.453190 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:41.453489 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.453790 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.454090 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.454375 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.454668 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.454948 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.455236 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.455514 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.455804 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.456184 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.456478 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.456758 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.457046 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.457324 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.457625 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.457930 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.458227 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.458520 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.458799 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.459077 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.459353 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.459631 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.459920 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.460238 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.460529 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.460804 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.461082 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.461374 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.461651 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.461923 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.462199 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.462532 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.462833 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.463093 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.463377 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.463656 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.463930 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.464228 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.464505 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.464796 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.465072 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.465345 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.465616 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.465892 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.466161 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.466444 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.466721 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.466996 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.467268 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.467552 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.467826 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.468130 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.468412 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.468687 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.468965 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.469240 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.469513 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.469787 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.470060 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.470333 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.470606 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.470882 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.471159 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.471435 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.471712 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.471999 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.472282 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.472561 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.472856 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.473157 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.473439 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.473723 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.474004 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.474286 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.474566 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.474847 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.475126 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.475406 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.475684 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.475978 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.476285 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.476575 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.476864 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.477145 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.477448 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.477727 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.478569 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.479031 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.479324 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.479621 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.479911 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.480236 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.480539 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.480838 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.481137 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.481435 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.481721 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.482034 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.482320 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:41.482541 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 21:53:41.482787 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93270) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 28 21:53:41.834867 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:41.835148 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:41.835444 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:53:41.835782 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 28 21:53:42.225937 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.226234 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.226514 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.227821 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.228632 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.228951 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.263369 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.263651 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.263922 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.277464 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.277751 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.278027 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.307907 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.308218 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.308489 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.344761 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.345048 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.345322 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.589172 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.589811 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.589811 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.590073 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.590723 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.739193 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.739745 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.740227 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.740698 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.741124 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.741495 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.741811 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.742131 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.742484 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.742851 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.743186 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.743600 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.744494 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.744828 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.745143 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.745527 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.746001 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.746490 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.746860 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.747155 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.747634 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.748264 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.748541 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.748995 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.749462 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.749879 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.750507 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:53:42.750907 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:53:42.751310 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:53:42.751713 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:53:42.752145 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:53:42.752547 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:53:42.753148 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 28 21:53:42.758048 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 28 21:53:42.762502 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 28 21:53:42.766882 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jun 28 21:53:42.768573 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 28 21:53:42.769051 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 28 21:53:42.769437 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 28 21:53:42.770079 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 28 21:53:42.774212 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 28 21:53:42.774878 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 28 21:53:42.775416 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 21:53:42.811369 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 28 21:53:42.811828 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.812171 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93270) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 28 21:53:42.812557 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.814071 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93270) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 28 21:53:42.814364 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 28 21:53:42.814615 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 28 21:53:42.817897 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.818250 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:42.905131 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 28 21:53:42.905311 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 28 21:53:42.905526 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 28 21:53:42.905909 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 28 21:53:42.929859 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_db.sqlalchemy.engines [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93270) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 28 21:53:43.676844 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Initializing driver for type 'gre' Jun 28 21:53:43.677593 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] gre ID ranges: [(1, 1000)] Jun 28 21:53:43.871045 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Initializing driver for type 'local' Jun 28 21:53:43.871377 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Initializing driver for type 'vlan' Jun 28 21:53:43.956895 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] VlanTypeDriver initialization complete Jun 28 21:53:43.957208 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Initializing driver for type 'vxlan' Jun 28 21:53:43.957718 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] vxlan ID ranges: [(1, 1000)] Jun 28 21:53:44.151343 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Initializing extension driver 'port_security' Jun 28 21:53:44.151681 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.extensions.port_security [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] PortSecurityExtensionDriver initialization complete Jun 28 21:53:44.152055 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Initializing mechanism driver 'openvswitch' Jun 28 21:53:44.152402 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Initializing mechanism driver 'hyperv' Jun 28 21:53:44.158795 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.plugin [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93270) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:44.159722 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > port after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.160125 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > port after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.169054 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > port after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.169054 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.169054 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.169054 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.169391 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > network after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.169391 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > network after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.169391 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > network after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.169391 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > security_group after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.169700 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > security_group after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.169700 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.169700 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.169700 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.170008 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.170008 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > address_group after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.170008 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > address_group after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.170008 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.170308 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] ML2 OVO RPC backend initialized. {{(pid=93270) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 28 21:53:44.170308 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.170308 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.170308 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > network before_response 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.170626 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > networks before_response 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.170626 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > port before_response 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.170626 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > ports before_response 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.170626 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > subnet before_response 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.170928 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > subnets before_response 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.170928 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > network after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.170928 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > network after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.170928 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > network after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.171216 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > port after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.171216 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > port after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.171577 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > port after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.171912 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > subnet after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.172267 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > subnet after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.172598 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.173185 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.plugin [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Modular L2 Plugin initialization complete Jun 28 21:53:44.173495 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading services supported by the core plugin {{(pid=93270) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 28 21:53:44.173822 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.plugins.ml2.managers [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Got port-security extension from driver 'port_security' Jun 28 21:53:44.174274 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.extensions.vlantransparent [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Disabled vlantransparent extension. Jun 28 21:53:44.174750 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93270) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 28 21:53:44.175061 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading Plugin: router Jun 28 21:53:44.209888 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.210228 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router after_create 55549900 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.210598 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router before_create 55549900 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.210962 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.211332 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.211684 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router after_delete 55549900 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.212067 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.213127 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router after_create 55549900 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.213551 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router after_update 55549900 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.213904 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router after_update 55549900 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.214252 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.214611 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router after_update 55549900 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.215019 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.215386 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: port after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.215725 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: port after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.216082 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: subnet after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.216422 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.216771 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.217118 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.217455 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: port before_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.217796 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router precommit_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.218150 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router after_update 55549900 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.218498 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.218844 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router precommit_create 55549900 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.219200 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.219544 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router precommit_update 55549900 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.219910 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > agent after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.220286 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > agent after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.220628 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > network after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.221474 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Tracking information for resource: router configured {{(pid=93270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:53:44.221803 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Tracking information for resource: floatingip configured {{(pid=93270) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 28 21:53:44.226711 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.db.l3_agentschedulers_db [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 28 21:53:44.227281 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: port after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.227637 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: port after_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.228053 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: port after_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.228537 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: port after_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.229314 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router before_create 55550100 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.229675 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.230040 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router precommit_create 55550100 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.230394 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > router precommit_update 55550100 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.234869 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.services.provider_configuration [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Service providers = [] {{(pid=93270) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 28 21:53:44.235229 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.db.servicetype_db [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93270) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 28 21:53:44.238079 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.services.service_base [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 21:53:44.238424 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.services.service_base [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 21:53:44.238763 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.services.service_base [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 21:53:44.239631 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.services.service_base [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93270) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 28 21:53:44.240026 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.services.service_base [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 28 21:53:44.240400 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:53:44.240711 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 28 21:53:44.251252 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:53:44.251590 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading Plugin: auto_allocate Jun 28 21:53:44.257185 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: network precommit_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.257547 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: network precommit_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.258062 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:53:44.258381 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading Plugin: tag Jun 28 21:53:44.265340 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:53:44.265671 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading Plugin: timestamp Jun 28 21:53:44.269351 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:53:44.269680 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading Plugin: network_ip_availability Jun 28 21:53:44.277275 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.277645 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.278000 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.278701 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:53:44.279018 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading Plugin: flavors Jun 28 21:53:44.283645 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:53:44.283975 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading Plugin: revisions Jun 28 21:53:44.288197 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93270) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 28 21:53:44.288585 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.453s {{(pid=93270) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:53:44.289310 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93270) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 28 21:53:44.289640 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Initializing extension manager. Jun 28 21:53:44.290150 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: __init__.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.290518 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: __pycache__ {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.290846 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.291168 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: address_group.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.291902 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.292491 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: address-group Jun 28 21:53:44.292808 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: address_scope.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.293498 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.294005 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: address-scope Jun 28 21:53:44.294323 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.295212 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.295712 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: router-admin-state-down-before-update Jun 28 21:53:44.296058 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: agent.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.296739 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.297246 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: agent Jun 28 21:53:44.297562 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: agent_resources_synced.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.298437 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.298938 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: agent-resources-synced Jun 28 21:53:44.299256 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: allowedaddresspairs.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.301193 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.301715 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: allowed-address-pairs Jun 28 21:53:44.302038 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: auto_allocated_topology.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.303078 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.303587 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: auto-allocated-topology Jun 28 21:53:44.303912 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: availability_zone.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.304692 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.305197 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: availability_zone Jun 28 21:53:44.305514 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: availability_zone_filter.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.306653 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.307163 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: availability_zone_filter Jun 28 21:53:44.307484 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: data_plane_status.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.308397 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.308889 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension data-plane-status not supported by any of loaded plugins Jun 28 21:53:44.309206 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: default_subnetpools.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.310091 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.310609 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: default-subnetpools Jun 28 21:53:44.310913 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.311693 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.312229 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: dhcp_agent_scheduler Jun 28 21:53:44.312549 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: dns.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.313448 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.313958 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension dns-integration not supported by any of loaded plugins Jun 28 21:53:44.314278 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: dns_domain_ports.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.315170 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.315673 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 28 21:53:44.316008 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.316900 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.317404 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 28 21:53:44.317722 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: dvr.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.318367 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.318874 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: dvr Jun 28 21:53:44.319191 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: empty_string_filtering.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.320103 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.320609 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: empty-string-filtering Jun 28 21:53:44.320928 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.322505 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.323004 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 28 21:53:44.323321 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.324221 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.324723 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 28 21:53:44.325040 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: external_net.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.325913 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.326410 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: external-net Jun 28 21:53:44.326728 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.327603 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.328135 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: extra_dhcp_opt Jun 28 21:53:44.328457 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: extraroute.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.329327 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.329827 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: extraroute Jun 28 21:53:44.330144 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: extraroute_atomic.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.331133 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.331638 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: extraroute-atomic Jun 28 21:53:44.331955 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: filter_validation.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.332622 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.333127 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: filter-validation Jun 28 21:53:44.333442 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: fip_pf_description.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.334319 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.334817 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 28 21:53:44.335132 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: fip_port_details.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.336048 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.336556 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: fip-port-details Jun 28 21:53:44.336873 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: flavors.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.338645 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.339156 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: flavors Jun 28 21:53:44.339478 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.341152 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.341665 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 28 21:53:44.341989 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: floatingip_pools.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.342664 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.343169 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: floatingip-pools Jun 28 21:53:44.343490 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: ip_allocation.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.344418 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.344915 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension ip_allocation not supported by any of loaded plugins Jun 28 21:53:44.345233 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.346120 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.346622 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: ip-substring-filtering Jun 28 21:53:44.346943 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: l2_adjacency.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.347838 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.348375 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 28 21:53:44.348694 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: l3.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.349626 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.350139 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: router Jun 28 21:53:44.350461 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.352931 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.353375 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 28 21:53:44.353705 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.354602 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.355120 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: ext-gw-mode Jun 28 21:53:44.355443 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.356365 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.356875 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: l3-ha Jun 28 21:53:44.357194 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: l3_flavors.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.358089 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.358594 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: l3-flavors Jun 28 21:53:44.358911 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.359788 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.360325 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 28 21:53:44.360650 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: l3agentscheduler.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.361654 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.362164 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: l3_agent_scheduler Jun 28 21:53:44.362490 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: logging.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.363954 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.364502 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension logging not supported by any of loaded plugins Jun 28 21:53:44.364833 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: metering.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.365555 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.366126 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: metering Jun 28 21:53:44.366451 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.367502 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.368045 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: metering_source_and_destination_fields Jun 28 21:53:44.368375 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: multiprovidernet.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.369288 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.369794 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: multi-provider Jun 28 21:53:44.370118 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: netmtu.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.371011 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.371515 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: net-mtu Jun 28 21:53:44.371835 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: netmtu_writable.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.372744 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.373251 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: net-mtu-writable Jun 28 21:53:44.373571 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: network_availability_zone.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.374222 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.374728 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: network_availability_zone Jun 28 21:53:44.375047 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: network_ip_availability.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.376153 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.376664 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: network-ip-availability Jun 28 21:53:44.376985 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: network_segment_range.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.377722 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.378224 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension network-segment-range not supported by any of loaded plugins Jun 28 21:53:44.378540 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: pagination.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.379490 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.379818 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: pagination Jun 28 21:53:44.380167 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: port_device_profile.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.381054 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.381558 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: port-device-profile Jun 28 21:53:44.381872 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.382755 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.383256 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: port-mac-address-regenerate Jun 28 21:53:44.383571 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.385086 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.385515 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: port-numa-affinity-policy Jun 28 21:53:44.385832 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: port_resource_request.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.386705 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.387202 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension port-resource-request not supported by any of loaded plugins Jun 28 21:53:44.387517 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: portbindings.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.388438 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.388938 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: binding Jun 28 21:53:44.389254 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: portbindings_extended.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.390492 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.391010 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: binding-extended Jun 28 21:53:44.391333 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: portsecurity.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.392251 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.392759 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: port-security Jun 28 21:53:44.393077 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: project_id.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.394019 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.394345 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: project-id Jun 28 21:53:44.394661 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: providernet.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.395556 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.396093 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: provider Jun 28 21:53:44.396413 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: qos.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.400887 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.401410 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension qos not supported by any of loaded plugins Jun 28 21:53:44.401739 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.402952 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.403465 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 28 21:53:44.403789 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.404706 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.405214 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 28 21:53:44.405534 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: qos_default.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.406416 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.406922 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension qos-default not supported by any of loaded plugins Jun 28 21:53:44.407244 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: qos_fip.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.407871 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.408404 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension qos-fip not supported by any of loaded plugins Jun 28 21:53:44.408726 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: qos_gateway_ip.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.409621 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.410126 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 28 21:53:44.410447 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: qos_port_network_policy.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.411336 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.411839 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 28 21:53:44.412194 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: qos_rule_type_details.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.413077 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.413579 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 28 21:53:44.413900 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: qos_rules_alias.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.414912 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.415451 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 28 21:53:44.415795 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: quotasv2.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.416747 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.417075 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: quotas Jun 28 21:53:44.417391 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: quotasv2_detail.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.430821 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.431220 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: quota_details Jun 28 21:53:44.431557 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: rbac.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.432614 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.433140 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: rbac-policies Jun 28 21:53:44.433466 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: rbac_address_group.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.434367 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.434879 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: rbac-address-group Jun 28 21:53:44.435200 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: rbac_address_scope.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.436141 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.436653 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: rbac-address-scope Jun 28 21:53:44.436973 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: rbac_security_groups.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.437860 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.438371 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: rbac-security-groups Jun 28 21:53:44.438825 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: rbac_subnetpool.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.439708 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.440242 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: rbac-subnetpool Jun 28 21:53:44.440563 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: revisionifmatch.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.441460 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.441961 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: revision-if-match Jun 28 21:53:44.442281 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: revisions.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.443567 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.444117 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: standard-attr-revisions Jun 28 21:53:44.444440 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: router_availability_zone.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.445095 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.445609 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: router_availability_zone Jun 28 21:53:44.445929 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: routerservicetype.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.447350 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.447938 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension router-service-type not supported by any of loaded plugins Jun 28 21:53:44.448282 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.449179 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.449683 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: security-groups-normalized-cidr Jun 28 21:53:44.450000 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.450886 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.451388 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: port-security-groups-filtering Jun 28 21:53:44.451711 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.452624 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.458757 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: security-groups-remote-address-group Jun 28 21:53:44.458757 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: securitygroup.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.463640 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.464164 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: security-group Jun 28 21:53:44.464491 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: segment.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.465255 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.465767 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension segment not supported by any of loaded plugins Jun 28 21:53:44.466089 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.466999 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.467507 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 28 21:53:44.467826 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: servicetype.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.468983 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.469503 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: service-type Jun 28 21:53:44.469825 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: sorting.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.470774 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.471105 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: sorting Jun 28 21:53:44.471425 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: standard_attr_segment.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.472409 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.472921 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 28 21:53:44.473239 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: standardattrdescription.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.473884 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.474491 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: standard-attr-description Jun 28 21:53:44.474813 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: stateful_security_group.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.475775 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.476411 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: stateful-security-group Jun 28 21:53:44.476736 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: stdattrs_common.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.477316 dv-cinder-798384-1-smb neutron-server[93270]: WARNING neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 28 21:53:44.477634 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.478574 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.479084 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 28 21:53:44.479401 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: subnet_onboard.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.480471 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.480987 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: subnet_onboard Jun 28 21:53:44.481308 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.482209 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.482711 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 28 21:53:44.483031 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: subnet_service_types.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.483924 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.484459 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: subnet-service-types Jun 28 21:53:44.484781 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: subnetallocation.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.485844 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.486355 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: subnet_allocation Jun 28 21:53:44.486680 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.487333 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.487883 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: subnetpool-prefix-ops Jun 28 21:53:44.488199 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.494194 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.494707 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 28 21:53:44.495030 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: tagging.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.496105 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.496636 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: standard-attr-tag Jun 28 21:53:44.496979 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: timestamp.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.498132 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.498647 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loaded extension: standard-attr-timestamp Jun 28 21:53:44.498974 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: trunk.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.499974 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.500508 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension trunk not supported by any of loaded plugins Jun 28 21:53:44.500830 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: trunk_details.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.501722 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.502234 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension trunk-details not supported by any of loaded plugins Jun 28 21:53:44.502553 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: uplink_status_propagation.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.503438 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.503949 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 28 21:53:44.504300 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Loading extension file: vlantransparent.py {{(pid=93270) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 28 21:53:44.504955 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93270) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 28 21:53:44.505458 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 28 21:53:44.507896 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:network Jun 28 21:53:44.508438 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:subnet Jun 28 21:53:44.508834 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 21:53:44.509747 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:port Jun 28 21:53:44.511048 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.v2.resource_helper [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:53:44.511479 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.v2.resource_helper [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Service FLAVORS assigned prefix: {{(pid=93270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:53:44.512134 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.v2.resource_helper [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:53:44.512560 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.v2.resource_helper [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:53:44.512886 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:router Jun 28 21:53:44.513317 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 21:53:44.513818 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.v2.resource_helper [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Service METERING assigned prefix: /metering {{(pid=93270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:53:44.515248 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.515619 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.515979 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93270) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 21:53:44.516981 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 21:53:44.517426 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:security_group Jun 28 21:53:44.517871 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 21:53:44.518464 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.v2.resource_helper [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Service CORE assigned prefix: {{(pid=93270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:53:44.518789 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 21:53:44.519127 dv-cinder-798384-1-smb neutron-server[93270]: WARNING neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] subnetpool is already registered Jun 28 21:53:44.519548 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.v2.resource_helper [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Service CORE assigned prefix: {{(pid=93270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:53:44.519868 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 21:53:44.520216 dv-cinder-798384-1-smb neutron-server[93270]: WARNING neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] subnetpool is already registered Jun 28 21:53:44.522485 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.v2.resource_helper [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:53:44.522910 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.v2.resource_helper [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Service FLAVORS assigned prefix: {{(pid=93270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:53:44.523501 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.v2.resource_helper [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:53:44.523925 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.v2.resource_helper [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:53:44.524547 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:router Jun 28 21:53:44.525501 dv-cinder-798384-1-smb neutron-server[93270]: WARNING neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] router is already registered Jun 28 21:53:44.525987 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:floatingip Jun 28 21:53:44.526323 dv-cinder-798384-1-smb neutron-server[93270]: WARNING neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] floatingip is already registered Jun 28 21:53:44.526773 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.v2.resource_helper [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Service METERING assigned prefix: /metering {{(pid=93270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:53:44.527435 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of CountableResource for resource:rbac_policy Jun 28 21:53:44.527755 dv-cinder-798384-1-smb neutron-server[93270]: WARNING neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] rbac_policy is already registered Jun 28 21:53:44.528188 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:security_group Jun 28 21:53:44.528520 dv-cinder-798384-1-smb neutron-server[93270]: WARNING neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] security_group is already registered Jun 28 21:53:44.539463 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 28 21:53:44.539463 dv-cinder-798384-1-smb neutron-server[93270]: WARNING neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] security_group_rule is already registered Jun 28 21:53:44.539463 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.v2.resource_helper [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Service CORE assigned prefix: {{(pid=93270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:53:44.539463 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 21:53:44.539463 dv-cinder-798384-1-smb neutron-server[93270]: WARNING neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] subnetpool is already registered Jun 28 21:53:44.539463 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.v2.resource_helper [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Service CORE assigned prefix: {{(pid=93270) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 28 21:53:44.539463 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Creating instance of TrackedResource for resource:subnetpool Jun 28 21:53:44.539463 dv-cinder-798384-1-smb neutron-server[93270]: WARNING neutron.quota.resource_registry [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] subnetpool is already registered Jun 28 21:53:44.540034 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: extensions {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.540034 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: address-groups {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.540034 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: address-scopes {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.540034 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: agents {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.540034 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: auto-allocated-topology {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.540034 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: availability_zones {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.540034 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: dhcp-networks {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.541737 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: dhcp-agents {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.543186 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: routers {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.544909 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: flavors {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.547255 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: service_profiles {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.548502 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: next_providers {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.549960 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: service_profiles {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.551471 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: floatingip-pools {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.552732 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: routers {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.554435 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: floatingips {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.555715 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: l3-routers {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.557820 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: l3-agents {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.559228 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: metering-labels {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.560585 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: metering-label-rules {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.561955 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: network-ip-availabilities {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.566814 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: bindings {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.566814 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: quotas {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.566814 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: quotas {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.567707 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: rbac-policies {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.568939 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: security-groups {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.570227 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: security-group-rules {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.571462 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: service-providers {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.573308 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: subnetpools {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.574637 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: subnetpools {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.576191 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: tags {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.577890 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: tags {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.579770 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: tags {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.581562 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: tags {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.583238 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: tags {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.585214 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: tags {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.586913 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: tags {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.588759 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: tags {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.590607 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: tags {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.592386 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron.api.extensions [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Extended resource: tags {{(pid=93270) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 28 21:53:44.598350 dv-cinder-798384-1-smb neutron-server[93270]: WARNING keystonemiddleware.auth_token [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 28 21:53:44.602849 dv-cinder-798384-1-smb neutron-server[93270]: WARNING keystonemiddleware.auth_token [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 28 21:53:44.611167 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Acquired lock "singleton_lock" {{(pid=93270) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 28 21:53:44.611638 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_concurrency.lockutils [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Releasing lock "singleton_lock" {{(pid=93270) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 28 21:53:44.612289 dv-cinder-798384-1-smb neutron-server[93270]: INFO oslo_service.service [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Starting 2 workers Jun 28 21:53:44.617050 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Started child 93383 {{(pid=93270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 21:53:44.622204 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Started child 93384 {{(pid=93270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 21:53:44.623086 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.623731 dv-cinder-798384-1-smb neutron-server[93270]: INFO neutron.service [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 28 21:53:44.624410 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Notify callbacks [] for process, before_spawn {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.624700 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [-] (93383) wsgi starting up on http://0.0.0.0:9696 Jun 28 21:53:44.626826 dv-cinder-798384-1-smb neutron-server[93270]: INFO oslo_service.service [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Starting 1 workers Jun 28 21:53:44.627098 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.628457 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [-] (93384) wsgi starting up on http://0.0.0.0:9696 Jun 28 21:53:44.631910 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Started child 93385 {{(pid=93270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 21:53:44.632483 dv-cinder-798384-1-smb neutron-server[93270]: INFO oslo_service.service [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Starting 1 workers Jun 28 21:53:44.636783 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.service [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] calling RpcWorker wait() {{(pid=93385) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 28 21:53:44.637367 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.service [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] returning from RpcWorker wait() {{(pid=93385) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 28 21:53:44.637636 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Started child 93386 {{(pid=93270) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 28 21:53:44.638493 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.638591 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG neutron_lib.callbacks.manager [None req-cb0f7501-5306-4c9d-b149-67faab9870b5 None None] Notify callbacks [] for process, after_spawn {{(pid=93270) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.638938 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:44.640360 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93270) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 21:53:44.640573 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 21:53:44.640754 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 21:53:44.641122 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 21:53:44.641667 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 21:53:44.641788 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 21:53:44.642296 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.642586 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.642675 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:44.643191 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.643191 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.643373 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.643614 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:44.644106 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.644364 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.646978 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.646978 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.646978 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.646978 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.646978 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.646978 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.646978 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.646978 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.647494 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.647494 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.647494 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.647494 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.647494 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.647494 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.647839 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.647956 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] debug = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.648388 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.648888 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.649120 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.649634 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.649846 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.650117 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.650344 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.650619 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.650852 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.651082 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.651299 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.651563 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.651790 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.652028 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.652250 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.652516 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.652746 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.653210 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] host = dv-cinder-798384-1-smb {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.653422 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.653652 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.653874 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.654113 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.654350 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.654560 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.654817 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.655063 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.655300 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.655520 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.655752 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.656088 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.656247 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.656470 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_file = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.656613 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_options = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.656847 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.657116 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.657369 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.657554 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.657708 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.657879 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.658123 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.658287 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.658526 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.658757 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.658980 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.659186 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.659392 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.659615 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.659843 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.660106 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.660345 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.660568 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.660813 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.661038 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.661259 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.661474 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.661713 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.661896 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.662124 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.662323 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.662542 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.662770 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.662938 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.663198 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.663474 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.663694 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.663932 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.664200 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.664444 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.664753 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.664985 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.665272 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.665562 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.665715 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.665955 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.666182 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.666423 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.666651 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.666977 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.667191 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] use_json = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.668341 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.668341 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.668341 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.668761 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.668761 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.669033 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.669220 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.669366 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.669797 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.670082 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.670395 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.670665 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.670895 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.671143 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.671390 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.671628 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.671885 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.672133 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.672430 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.672647 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.672924 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.673161 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.673410 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.673757 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.674010 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.674269 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.674481 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.674731 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.674968 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.675204 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.675545 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.675958 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.676240 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.676487 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.676720 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.676958 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.677558 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.677558 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.677712 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.677828 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.678160 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.678381 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.678592 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.678808 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.679034 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.679263 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.679474 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.679694 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.679929 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.681795 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.681795 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.681795 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.681795 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.681795 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.681795 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.682282 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.682282 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.682521 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.682907 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.683270 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.683643 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.684041 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.684420 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.684792 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.685011 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.685385 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.685728 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.686162 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.686387 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.686644 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.686883 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.687098 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.687328 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.687530 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.688420 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.688420 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.688420 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.688420 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.690351 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.690351 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.690351 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.690351 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.690351 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.690351 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.690351 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.690351 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.690351 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.690912 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.690912 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.690912 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.691099 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.691273 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.691738 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.692239 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.692665 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.693139 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.693422 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.693733 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.694032 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.694329 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.694612 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.694851 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.695112 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.695364 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.695617 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.695886 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.696179 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.696421 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.697297 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.697540 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.697808 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.697965 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.698204 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.698434 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.698705 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.699123 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.699522 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.699757 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.700037 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.700328 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.700564 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.700843 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.701080 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.701347 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.701657 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.701905 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.702155 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.702418 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.702637 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.702888 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.703121 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.703372 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.703628 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.703886 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.704117 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.704406 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.704640 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.704862 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.705068 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.705314 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.705626 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.706008 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.706221 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.706436 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.706700 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.706959 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.707193 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.707449 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.707690 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.707938 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.708216 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.708448 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.708667 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.708919 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.709157 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.709517 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.709767 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.709981 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.710206 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.710434 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.710644 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.710886 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.711094 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.711310 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.711518 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.711735 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.711948 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.712246 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.712478 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.712659 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.712906 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.713117 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.713481 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.713907 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.714083 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.714327 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.714545 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.714823 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.715070 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.715315 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.715555 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.715906 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.716098 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.716327 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.716585 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.716802 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.717011 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.717238 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.717462 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.717810 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.718187 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.718412 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.718664 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.718932 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.719187 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.719511 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.719746 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.720012 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.720274 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.720490 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.720722 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.720974 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.721189 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.721407 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.721620 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.721831 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.722072 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.722321 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.722559 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.722771 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.722978 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.723208 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.723420 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.723628 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.723923 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727190 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727190 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727190 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727190 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727190 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727190 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727190 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727190 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727799 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727799 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727799 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727799 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727799 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727799 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727799 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.727799 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.728481 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.728481 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.728481 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.728481 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.728481 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.728842 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.728842 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.728992 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.729201 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.729407 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.729621 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.729831 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.730037 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.730320 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.730568 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.730808 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.731100 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.731342 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.731607 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.731825 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.732154 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.732387 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.732656 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.732874 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.733085 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.733301 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.733532 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.733972 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.734194 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.734453 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.734683 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.734971 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.735233 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.735493 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.735858 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.736196 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.736532 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.736796 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.737060 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.737279 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.737680 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.738062 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.738542 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.738779 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.739009 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.739241 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.739500 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.739725 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.739950 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.740207 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.740429 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.740643 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.740866 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.741088 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.741349 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.741560 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.741714 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 21:53:44.742270 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93270) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 28 21:53:44.742427 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 28 21:53:44.742578 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 28 21:53:44.742746 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 28 21:53:44.742911 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 28 21:53:44.743060 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 28 21:53:44.743265 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.744018 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.744322 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.744619 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.744784 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.744962 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.745131 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.745273 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.745431 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.745587 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.745743 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.745896 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.746192 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.746354 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.746515 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.746673 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.746826 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.746982 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.747145 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.747303 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.747452 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.747608 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.747762 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] debug = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.747917 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.748151 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.748312 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.748467 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.748621 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.748777 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.748937 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.749092 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.749246 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.749400 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.749556 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.749710 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.749865 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.750021 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.750218 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.750307 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.750463 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.750616 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] host = dv-cinder-798384-1-smb {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.750770 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.750927 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.751081 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.751235 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.751388 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.751542 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.751696 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.751851 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.752025 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.752184 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.752340 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.752494 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.752654 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.752791 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_file = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.752940 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_options = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.753095 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.753249 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.753403 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.753575 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.753736 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.753892 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.754046 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.754204 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.754363 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.754509 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.754659 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.754813 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.754966 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.755119 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.755272 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.755425 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.755579 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.755733 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.755887 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.756063 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.756220 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.756374 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.756528 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.756682 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.756836 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.756991 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.757146 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.757299 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.757453 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.757607 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.757763 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.757916 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.758069 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.758223 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.758376 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.758529 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.758683 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.758841 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.759018 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.759262 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.759391 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.759526 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.759681 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.759835 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.760022 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.760165 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] use_json = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.760320 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.760477 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.760629 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.760935 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.761091 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.761245 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.761399 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.761555 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 28 21:53:44.761748 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.761909 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.762079 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.762237 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.762395 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.762627 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.762779 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.762942 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.763096 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.763243 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.763401 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.763543 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.763716 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.763868 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.764054 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.764220 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.764444 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.764586 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.764733 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.764871 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.765006 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.765143 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.765288 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.765423 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.765557 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.36/identity {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.765691 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.765847 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.766006 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.766150 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.766312 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.766455 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.766618 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.766760 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.766921 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.767080 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.767237 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.767394 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.767552 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.767711 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.767869 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.768047 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.768206 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.768424 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.768547 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.768669 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.773699 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.773699 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.773699 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.773699 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.773699 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.773699 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.773699 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.773699 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.773699 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.775202 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.775202 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.775202 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.775202 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.775202 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.775202 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.775202 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.775202 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.775202 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.776137 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.776137 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.776137 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.776137 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.776137 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.776137 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.776137 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.776137 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.776137 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777237 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777237 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777237 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777237 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777237 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777237 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777237 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777237 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777237 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777837 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777837 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777837 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777837 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777837 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777837 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777837 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.777837 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778404 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778404 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778404 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778404 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778404 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778404 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778404 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778404 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778939 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778939 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778939 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778939 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778939 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778939 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778939 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.778939 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.779566 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.779566 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.779566 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.779566 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.779566 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.779566 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.779566 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.779566 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.780172 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.780172 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.780172 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.780428 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.780428 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.780633 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.780757 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.780844 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.780950 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.781107 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.781264 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.781421 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.781578 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.781736 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.781900 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.782069 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.782225 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.782381 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.782537 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.782716 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.782873 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.783031 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.783228 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.783336 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.783492 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.783649 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.783803 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:44.783900 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.783983 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.784253 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.784412 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.784569 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.36/identity {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.784721 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.784872 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.785029 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.785186 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.785394 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.785531 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.785646 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.785804 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.785962 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.786118 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.786275 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.786431 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.786590 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.786747 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.786904 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.787060 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.787218 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.787378 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.787538 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.787693 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.787849 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.788022 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.788182 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.788339 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.788496 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.788655 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.788817 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.788974 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.789133 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.789292 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.789449 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.789606 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.789765 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.789923 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.790084 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.790240 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.790559 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.790787 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.790948 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.791110 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.791268 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.791422 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.791579 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.791751 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.791908 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.792089 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.792248 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.792404 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.792561 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.792719 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.792876 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.793046 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.793189 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.793345 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.793504 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.793664 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.793821 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.793978 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.794136 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.794292 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.794451 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.794609 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.794779 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.794936 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.795094 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.795328 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.795486 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.795706 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.795918 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.796094 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.796217 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.796325 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.796428 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.796746 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.796746 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.796956 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.797080 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.797203 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.797323 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.797540 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.797669 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.797791 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.797895 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.798052 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.798209 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.798365 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.798532 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.798690 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.798852 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.799031 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.799162 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.799376 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.799470 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.799616 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.799773 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.800145 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.800145 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.800362 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.800453 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.800559 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.800718 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.800878 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.801035 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.801194 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.801352 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.801511 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.801673 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.801840 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.802003 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.802164 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.802329 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.802495 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.802660 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.802819 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.802983 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.803150 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.803307 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.803464 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.803622 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.803779 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.803938 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.804119 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.804277 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.804435 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.804592 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.804747 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.804906 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.805064 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.805220 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.805376 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.805532 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.805718 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.805844 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.806623 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.806786 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 28 21:53:44.806937 dv-cinder-798384-1-smb neutron-server[93270]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93270) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 28 21:53:44.944142 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 47244) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:53:44.953464 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [-] 10.222.0.36 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070813 Jun 28 21:53:56.317501 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1165abd-bc56-4c38-98e0-73b5b82fb6e8 None None] get_active_networks_info from dv-cinder-798384-1-smb {{(pid=93385) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 28 21:53:56.411931 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1165abd-bc56-4c38-98e0-73b5b82fb6e8 None None] No non-hosted networks {{(pid=93385) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 28 21:53:56.421573 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.agentschedulers_db [None req-d1165abd-bc56-4c38-98e0-73b5b82fb6e8 None None] DHCP Agent not found on host dv-cinder-798384-1-smb {{(pid=93385) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 28 21:53:56.604782 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-950dbcd7-8130-4df4-add6-2df60d078a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963495'] for agent, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:58.809289 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-46243c5f-1445-4fa5-9251-bfb9085b9822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963495'] for agent, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:58.866699 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.db.api [None req-b282afc2-3f5b-46bd-b5c7-332acb9cb81d None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-798384-1-smb {{(pid=93385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 21:53:58.867384 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_db.api [None req-b282afc2-3f5b-46bd-b5c7-332acb9cb81d None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 21:53:58.927016 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963495'] for agent, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:53:58.927956 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:58.928489 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:58.929025 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:58.929517 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:58.929992 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:58.931218 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:58.931695 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:58.932207 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:58.932795 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:58.933322 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:58.933806 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:58.934275 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:53:58.934834 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-798384-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:58.944245 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798384-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:53:59.392959 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b282afc2-3f5b-46bd-b5c7-332acb9cb81d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:00.207243 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963495'] for agent, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:01.642763 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963495'] for agent, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:02.256308 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.db.l3_hamode_db [None req-aa942900-4b73-4d6d-95c2-1320717082b7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 28 21:54:02.332177 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa942900-4b73-4d6d-95c2-1320717082b7 None None] Routers set() bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:54:02.332572 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa942900-4b73-4d6d-95c2-1320717082b7 None None] Router IDs set() for agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 28 21:54:02.832783 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 47334) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:03.318851 dv-cinder-798384-1-smb neutron-server[93384]: WARNING oslo_policy.policy [None req-898c2e20-f815-45f6-8bab-a9d95d387b66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:54:03.319423 dv-cinder-798384-1-smb neutron-server[93384]: WARNING oslo_policy.policy [None req-898c2e20-f815-45f6-8bab-a9d95d387b66 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:54:03.535560 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [None req-898c2e20-f815-45f6-8bab-a9d95d387b66 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:54:03.536641 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-898c2e20-f815-45f6-8bab-a9d95d387b66 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7029402 Jun 28 21:54:05.872533 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 47348) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:06.173400 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-bd65ba5c-806c-4190-a58c-067655ac13c4 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:54:06.264395 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.policy [None req-bd65ba5c-806c-4190-a58c-067655ac13c4 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93384) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 21:54:06.309262 dv-cinder-798384-1-smb neutron-server[93384]: WARNING oslo_policy.policy [None req-bd65ba5c-806c-4190-a58c-067655ac13c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:54:06.309626 dv-cinder-798384-1-smb neutron-server[93384]: WARNING oslo_policy.policy [None req-bd65ba5c-806c-4190-a58c-067655ac13c4 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:54:06.318301 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.quota [None req-bd65ba5c-806c-4190-a58c-067655ac13c4 admin admin] Loaded quota_driver: . Jun 28 21:54:06.498497 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bd65ba5c-806c-4190-a58c-067655ac13c4 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736844978175', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736844976146', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736844981404', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736844996178', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736845002192', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736844943872', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1604207', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1887152', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-735824', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-685260'] for rbac-policy, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:06.664976 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bd65ba5c-806c-4190-a58c-067655ac13c4 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:06.666042 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-bd65ba5c-806c-4190-a58c-067655ac13c4 admin admin] 10.222.0.36 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7925761 Jun 28 21:54:09.171518 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 47360) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:09.656240 dv-cinder-798384-1-smb neutron-server[93383]: WARNING oslo_policy.policy [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:54:09.656807 dv-cinder-798384-1-smb neutron-server[93383]: WARNING oslo_policy.policy [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:54:09.869169 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Request body: {'network': {'name': 'private', 'project_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'admin_state_up': True, 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:54:09.870809 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.quota [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Loaded quota_driver: . Jun 28 21:54:09.973681 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Made reservation on behalf of 33e1eb477dbc433eb096a0e738a3ce9e for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:54:10.037933 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.policy [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93383) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 28 21:54:10.082831 dv-cinder-798384-1-smb neutron-server[93383]: WARNING oslo_policy.policy [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:54:10.083221 dv-cinder-798384-1-smb neutron-server[93383]: WARNING oslo_policy.policy [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 28 21:54:10.094102 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:10.115181 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:10.242117 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:10.310801 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:10.316197 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:10.331061 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 123} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:54:10.359905 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736847189167', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:10.360528 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Unsubscribe: segment precommit_create {{(pid=93383) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 21:54:10.361006 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.segments_db [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Added segment d3eab962-48b1-4a1a-b0d9-ae4a29404679 of type vlan for network 25d6dedb-d5bc-4090-980b-cf284391f359 Jun 28 21:54:10.381222 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639770f4-f522-4bb7-a586-156da8b5452a,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:10.400516 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:10.400889 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:10.401211 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:10.401527 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:10.401840 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:10.402151 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:10.402461 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:10.402763 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:10.403085 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:10.403389 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:10.403689 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:10.404002 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Tracked resource versions report: Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: pushed versions: Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: { 'AddressGroup': {'1.2'}, Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'ConntrackHelper': {'1.0'}, Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'Log': {'1.0'}, Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'Network': {'1.1'}, Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'Port': {'1.7'}, Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'PortForwarding': {'1.2'}, Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'QosPolicy': {'1.8'}, Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'SecurityGroup': {'1.4'}, Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'SecurityGroupRule': {'1.2'}, Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'SubPort': {'1.0'}, Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'Subnet': {'1.1'}, Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'Trunk': {'1.1'}} Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: consumer versions: Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: { DHCP agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: L3 agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: Metadata agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: Metering agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: Open vSwitch agent@dv-cinder-798384-1-smb: { 'AddressGroup': '1.2', Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'ConntrackHelper': '1.0', Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'Log': '1.0', Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'Network': '1.1', Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'Port': '1.7', Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'PortForwarding': '1.2', Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'QosPolicy': '1.8', Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'SecurityGroup': '1.4', Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'SecurityGroupRule': '1.2', Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'SubPort': '1.0', Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'Subnet': '1.1', Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: 'Trunk': '1.1'}} Jun 28 21:54:10.405072 dv-cinder-798384-1-smb neutron-server[93383]: {{(pid=93383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 21:54:10.490200 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:10.492737 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:10.618678 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:10.620293 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:10.621009 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:10.622973 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:10.715725 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Pushing event updated for resources: {'Network': ['ID=25d6dedb-d5bc-4090-980b-cf284391f359,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:10.718846 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:10.727557 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network 25d6dedb-d5bc-4090-980b-cf284391f359 details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:54:10.732882 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5590816 Jun 28 21:54:13.309486 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 47382) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:13.691511 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f4ac67-fe98-4321-b5f7-28bb3fae7046 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:13.692864 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-27f4ac67-fe98-4321-b5f7-28bb3fae7046 admin admin] 10.222.0.36 "GET /v2.0/networks/25d6dedb-d5bc-4090-980b-cf284391f359 HTTP/1.1" status: 200 len: 825 time: 0.3821580 Jun 28 21:54:13.732037 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-35025a6c-9a1a-4fb0-b782-2a2359f143e1 admin admin] 10.222.0.36 "GET /v2.0/subnetpools/c9b9ef42-f8f1-4bfd-82af-b0cc8b88559f HTTP/1.1" status: 200 len: 734 time: 0.0335224 Jun 28 21:54:13.740723 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-c15593ca-421c-4cc3-820c-58f744c152e9 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': 'c9b9ef42-f8f1-4bfd-82af-b0cc8b88559f', 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:54:13.865008 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15593ca-421c-4cc3-820c-58f744c152e9 admin admin] Made reservation on behalf of 33e1eb477dbc433eb096a0e738a3ce9e for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:54:13.867284 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c15593ca-421c-4cc3-820c-58f744c152e9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:14.236730 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c15593ca-421c-4cc3-820c-58f744c152e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:14.241097 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:14.303671 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15593ca-421c-4cc3-820c-58f744c152e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff1bc74-a181-4edc-8d35-3b32a691f7ea,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:14.305696 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c15593ca-421c-4cc3-820c-58f744c152e9 admin admin] Checking segment: {'id': 'd3eab962-48b1-4a1a-b0d9-ae4a29404679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:54:14.306067 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15593ca-421c-4cc3-820c-58f744c152e9 admin admin] Network hostable DHCP agents. Network: 25d6dedb-d5bc-4090-980b-cf284391f359, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:54:14.311519 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c15593ca-421c-4cc3-820c-58f744c152e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:14.384679 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15593ca-421c-4cc3-820c-58f744c152e9 admin admin] Network 25d6dedb-d5bc-4090-980b-cf284391f359 is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:54:14.474813 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-c15593ca-421c-4cc3-820c-58f744c152e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, 25d6dedb-d5bc-4090-980b-cf284391f359) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:54:14.479762 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15593ca-421c-4cc3-820c-58f744c152e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:14.480376 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c15593ca-421c-4cc3-820c-58f744c152e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:14.485237 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7714b7e1-2714-478e-8a05-d2ed9f21e153 None None] Network 25d6dedb-d5bc-4090-980b-cf284391f359 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:54:14.602794 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-c15593ca-421c-4cc3-820c-58f744c152e9 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8653622 Jun 28 21:54:14.789869 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc330e12d-bc8b-53b0-9a28-5826593b933a-25d6dedb-d5bc-4090-980b-cf284391f359', 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359', 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'fixed_ips': [{'subnet_id': '7ff1bc74-a181-4edc-8d35-3b32a691f7ea'}]}} from dv-cinder-798384-1-smb. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 21:54:14.791071 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:15.062699 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Allocated IP 172.20.0.2 (25d6dedb-d5bc-4090-980b-cf284391f359/7ff1bc74-a181-4edc-8d35-3b32a691f7ea/d5c30d52-8c27-4e94-bfb9-914761871c59) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:54:15.267333 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:15.309808 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Transition to ACTIVE for port object d5c30d52-8c27-4e94-bfb9-914761871c59 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:54:15.330981 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Transition to ACTIVE for port object d5c30d52-8c27-4e94-bfb9-914761871c59 will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:54:15.401525 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:15.404159 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:15.466375 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Network 25d6dedb-d5bc-4090-980b-cf284391f359 is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:54:15.471928 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:54:15.485466 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:54:15.488492 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Pushing event updated for resources: {'Port': ['ID=d5c30d52-8c27-4e94-bfb9-914761871c59,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:15.513790 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:15.514125 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:15.514453 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:15.514779 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:15.515101 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:15.515469 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:15.515801 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:15.516132 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:15.516448 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:15.516761 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:15.517073 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:15.517387 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Tracked resource versions report: Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: pushed versions: Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: { 'AddressGroup': {'1.2'}, Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'ConntrackHelper': {'1.0'}, Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'Log': {'1.0'}, Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'Network': {'1.1'}, Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'Port': {'1.7'}, Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'PortForwarding': {'1.2'}, Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'QosPolicy': {'1.8'}, Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'SecurityGroup': {'1.4'}, Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'SecurityGroupRule': {'1.2'}, Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'SubPort': {'1.0'}, Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'Subnet': {'1.1'}, Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'Trunk': {'1.1'}} Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: consumer versions: Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: { DHCP agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: L3 agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: Metadata agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: Metering agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: Open vSwitch agent@dv-cinder-798384-1-smb: { 'AddressGroup': '1.2', Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'ConntrackHelper': '1.0', Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'Log': '1.0', Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'Network': '1.1', Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'Port': '1.7', Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'PortForwarding': '1.2', Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'QosPolicy': '1.8', Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'SecurityGroup': '1.4', Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'SecurityGroupRule': '1.2', Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'SubPort': '1.0', Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'Subnet': '1.1', Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: 'Trunk': '1.1'}} Jun 28 21:54:15.518447 dv-cinder-798384-1-smb neutron-server[93385]: {{(pid=93385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 21:54:15.542469 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:15.568142 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Attempting to bind port d5c30d52-8c27-4e94-bfb9-914761871c59 on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:54:15.568532 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Attempting to bind port d5c30d52-8c27-4e94-bfb9-914761871c59 by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': 'd3eab962-48b1-4a1a-b0d9-ae4a29404679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:54:15.568958 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Attempting to bind port d5c30d52-8c27-4e94-bfb9-914761871c59 on network 25d6dedb-d5bc-4090-980b-cf284391f359 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:54:15.573734 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:54:15.574126 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Checking segment: {'id': 'd3eab962-48b1-4a1a-b0d9-ae4a29404679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:54:15.574597 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:15.574986 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Bound using segment: {'id': 'd3eab962-48b1-4a1a-b0d9-ae4a29404679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:54:15.575439 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Bound port: d5c30d52-8c27-4e94-bfb9-914761871c59, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3eab962-48b1-4a1a-b0d9-ae4a29404679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:54:15.575855 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:15.634890 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] For port d5c30d52-8c27-4e94-bfb9-914761871c59, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:54:15.638940 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] For port d5c30d52-8c27-4e94-bfb9-914761871c59, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=d5c30d52-8c27-4e94-bfb9-914761871c59,segment=NetworkSegment(d3eab962-48b1-4a1a-b0d9-ae4a29404679),segment_id=d3eab962-48b1-4a1a-b0d9-ae4a29404679)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:54:15.775273 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:15.781253 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:15.842608 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Pushing event updated for resources: {'Port': ['ID=d5c30d52-8c27-4e94-bfb9-914761871c59,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:15.845804 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:16.949402 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 47390) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:17.272325 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [None req-a51120dd-3024-49ec-b68e-c75582521471 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:54:17.273638 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-a51120dd-3024-49ec-b68e-c75582521471 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3229527 Jun 28 21:54:19.589251 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 47398) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:19.910510 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [None req-1e0a07d1-d5a0-4ec8-a757-19bdf27c88c9 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:54:19.911560 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-1e0a07d1-d5a0-4ec8-a757-19bdf27c88c9 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3212903 Jun 28 21:54:20.886919 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device d5c30d52-8c27-4e94-bfb9-914761871c59 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:54:21.030748 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port d5c30d52-8c27-4e94-bfb9-914761871c59 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:54:21.794594 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33dad014-90f4-475b-b4b7-16c88040c4bd None None] Network 25d6dedb-d5bc-4090-980b-cf284391f359 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:54:22.017521 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-5df1ed40-aa75-43bd-a366-3e0dc3dc8a6a None None] Provisioning for port d5c30d52-8c27-4e94-bfb9-914761871c59 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:54:22.021469 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-5df1ed40-aa75-43bd-a366-3e0dc3dc8a6a None None] Provisioning complete for port d5c30d52-8c27-4e94-bfb9-914761871c59 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:54:22.021874 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5df1ed40-aa75-43bd-a366-3e0dc3dc8a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:22.137714 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5df1ed40-aa75-43bd-a366-3e0dc3dc8a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:22.171451 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-5df1ed40-aa75-43bd-a366-3e0dc3dc8a6a None None] For port d5c30d52-8c27-4e94-bfb9-914761871c59, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=d5c30d52-8c27-4e94-bfb9-914761871c59,segment=NetworkSegment(d3eab962-48b1-4a1a-b0d9-ae4a29404679),segment_id=d3eab962-48b1-4a1a-b0d9-ae4a29404679)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:54:22.253638 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5df1ed40-aa75-43bd-a366-3e0dc3dc8a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:22.255708 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:22.301078 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df1ed40-aa75-43bd-a366-3e0dc3dc8a6a None None] Pushing event updated for resources: {'Port': ['ID=d5c30d52-8c27-4e94-bfb9-914761871c59,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:22.304121 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-5df1ed40-aa75-43bd-a366-3e0dc3dc8a6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:22.373112 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-5b57db7d-5602-4b44-b71e-bf9418c4fd30 None None] Provisioning complete for port d5c30d52-8c27-4e94-bfb9-914761871c59 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:54:22.373478 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5b57db7d-5602-4b44-b71e-bf9418c4fd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:22.542677 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 47412) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:22.836752 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-4f89a15a-ba7b-42a5-b781-e4bce94de4b0 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:54:22.865698 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device d5c30d52-8c27-4e94-bfb9-914761871c59 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:54:22.909943 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port d5c30d52-8c27-4e94-bfb9-914761871c59 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:54:22.910309 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:22.922366 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4f89a15a-ba7b-42a5-b781-e4bce94de4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7220'] for router, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:22.923934 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4f89a15a-ba7b-42a5-b781-e4bce94de4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7181'] for router, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:23.060797 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4f89a15a-ba7b-42a5-b781-e4bce94de4b0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:23.126821 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4f89a15a-ba7b-42a5-b781-e4bce94de4b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-963549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963006'] for router, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:23.206109 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4f89a15a-ba7b-42a5-b781-e4bce94de4b0 admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:23.207322 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-4f89a15a-ba7b-42a5-b781-e4bce94de4b0 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6636958 Jun 28 21:54:25.532756 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 47420) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:25.842283 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [None req-9094afc8-8b0a-46ba-bbcb-1e9fb1381d9f admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:54:25.843276 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-9094afc8-8b0a-46ba-bbcb-1e9fb1381d9f admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3095851 Jun 28 21:54:26.327641 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7329f00f-87c9-4e64-a5bc-b5745c569893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:28.171832 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 47428) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:28.478449 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:54:28.630140 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Made reservation on behalf of cdd035c88baa4ff8a6354a61575daba0 for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:54:28.633306 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:28.654837 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:28.770880 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:28.825056 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-27f31285-3529-4758-8c5d-66917b95ae69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:28.863323 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:28.868761 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:28.875229 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Reserving flat network on physical network physnet1 {{(pid=93384) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 28 21:54:28.909721 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736847189167', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:28.910209 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Unsubscribe: segment precommit_create {{(pid=93384) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 28 21:54:28.910668 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.db.segments_db [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Added segment 37122025-baf1-4bbd-a645-7ff1ee0403bc of type flat for network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 Jun 28 21:54:28.916856 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4e5b82-b123-4afd-9428-5b03f23bfdcd,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:28.948811 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:28.951789 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:28.952158 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:28.952486 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:28.952808 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:28.953120 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:28.953433 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:28.953741 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:28.954047 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:28.954370 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:28.954680 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:28.955030 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:28.955291 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Tracked resource versions report: Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: pushed versions: Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: { 'AddressGroup': {'1.2'}, Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'ConntrackHelper': {'1.0'}, Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'Log': {'1.0'}, Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'Network': {'1.1'}, Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'Port': {'1.7'}, Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'PortForwarding': {'1.2'}, Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'QosPolicy': {'1.8'}, Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'SecurityGroup': {'1.4'}, Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'SecurityGroupRule': {'1.2'}, Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'SubPort': {'1.0'}, Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'Subnet': {'1.1'}, Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'Trunk': {'1.1'}} Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: consumer versions: Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: { DHCP agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: L3 agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: Metadata agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: Metering agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: Open vSwitch agent@dv-cinder-798384-1-smb: { 'AddressGroup': '1.2', Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'ConntrackHelper': '1.0', Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'Log': '1.0', Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'Network': '1.1', Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'Port': '1.7', Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'PortForwarding': '1.2', Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'QosPolicy': '1.8', Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'SecurityGroup': '1.4', Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'SecurityGroupRule': '1.2', Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'SubPort': '1.0', Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'Subnet': '1.1', Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: 'Trunk': '1.1'}} Jun 28 21:54:28.956365 dv-cinder-798384-1-smb neutron-server[93384]: {{(pid=93384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 21:54:29.031737 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:29.036041 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:29.155823 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:29.157272 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:29.157928 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:29.160797 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:29.253894 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Pushing event updated for resources: {'Network': ['ID=9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:29.257994 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:29.264381 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:54:29.282305 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1093254 Jun 28 21:54:30.127590 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:31.601736 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:31.616281 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 47450) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:31.827407 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fed06b-a8fd-4ffa-b177-82353a576a61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:31.828761 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-d0fed06b-a8fd-4ffa-b177-82353a576a61 admin admin] 10.222.0.36 "GET /v2.0/subnets/7ff1bc74-a181-4edc-8d35-3b32a691f7ea HTTP/1.1" status: 200 len: 849 time: 0.2110460 Jun 28 21:54:32.000744 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-0ba2d908-af51-4631-a164-eda51cbf558d admin admin] 10.222.0.36 "GET /v2.0/routers/5b2732b2-138b-477a-9ae0-3ffe15fb1893 HTTP/1.1" status: 200 len: 704 time: 0.1664517 Jun 28 21:54:32.256088 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:32.537640 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Allocated IP 172.20.0.1 (25d6dedb-d5bc-4090-980b-cf284391f359/7ff1bc74-a181-4edc-8d35-3b32a691f7ea/b8d27209-3ab8-43f4-97d7-2fcac7984ce8) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:54:32.714851 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:32.737730 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Transition to ACTIVE for port object b8d27209-3ab8-43f4-97d7-2fcac7984ce8 will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:54:32.882416 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:32.885365 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:32.944268 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Network 25d6dedb-d5bc-4090-980b-cf284391f359 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:54:32.949132 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:54:32.962630 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:54:32.963202 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-963971'] for router_interface, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:33.020093 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d27209-3ab8-43f4-97d7-2fcac7984ce8,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:33.029665 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:33.196501 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-b087b9b1-fb91-46e3-ba84-0f6d039f715a None None] Provisioning for port b8d27209-3ab8-43f4-97d7-2fcac7984ce8 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:54:33.200308 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-b087b9b1-fb91-46e3-ba84-0f6d039f715a None None] Provisioning complete for port b8d27209-3ab8-43f4-97d7-2fcac7984ce8 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:54:33.200705 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b087b9b1-fb91-46e3-ba84-0f6d039f715a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:33.229999 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:33.232930 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-b087b9b1-fb91-46e3-ba84-0f6d039f715a None None] Port b8d27209-3ab8-43f4-97d7-2fcac7984ce8 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:54:33.450993 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:33.533254 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:33.534365 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963443'] for router_interface, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:33.536021 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:33.592438 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Pushing event updated for resources: {'Port': ['ID=b8d27209-3ab8-43f4-97d7-2fcac7984ce8,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:33.595295 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:33.661058 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Network 25d6dedb-d5bc-4090-980b-cf284391f359 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:54:33.662381 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:54:33.852913 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-5c831227-3199-43e0-9a62-098e146e5e92 None None] Provisioning complete for port b8d27209-3ab8-43f4-97d7-2fcac7984ce8 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:54:33.853282 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5c831227-3199-43e0-9a62-098e146e5e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:33.887088 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-5c831227-3199-43e0-9a62-098e146e5e92 None None] Port b8d27209-3ab8-43f4-97d7-2fcac7984ce8 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 21:54:33.921689 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Router 5b2732b2-138b-477a-9ae0-3ffe15fb1893 is scheduled to L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 with binding_index 1 {{(pid=93384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 21:54:34.011270 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:54:34.016375 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] 10.222.0.36 "PUT /v2.0/routers/5b2732b2-138b-477a-9ae0-3ffe15fb1893/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0108807 Jun 28 21:54:34.024902 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Sync routers for ids ['5b2732b2-138b-477a-9ae0-3ffe15fb1893'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:54:34.035983 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Routers {'5b2732b2-138b-477a-9ae0-3ffe15fb1893'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:54:34.036829 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T21:54:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['5b2732b2-138b-477a-9ae0-3ffe15fb1893'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:34.234117 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Set router 5b2732b2-138b-477a-9ae0-3ffe15fb1893 gateway port host: None {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:54:34.651423 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2732b2-138b-477a-9ae0-3ffe15fb1893', 'name': 'router1', 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:54:22Z', 'updated_at': '2021-06-28T21:54:33Z', 'revision_number': 2, 'project_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'gw_port_host': None, '_interfaces': [{'id': 'b8d27209-3ab8-43f4-97d7-2fcac7984ce8', 'name': '', 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359', 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'mac_address': 'fa:16:3e:51:05:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2732b2-138b-477a-9ae0-3ffe15fb1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ff1bc74-a181-4edc-8d35-3b32a691f7ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:54:32Z', 'updated_at': '2021-06-28T21:54:33Z', 'revision_number': 2, 'project_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'subnets': [{'id': '7ff1bc74-a181-4edc-8d35-3b32a691f7ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9b9ef42-f8f1-4bfd-82af-b0cc8b88559f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:34.700942 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Checking router: 5b2732b2-138b-477a-9ae0-3ffe15fb1893 for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:54:34.701316 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Updating router 5b2732b2-138b-477a-9ae0-3ffe15fb1893 port b8d27209-3ab8-43f4-97d7-2fcac7984ce8 binding host dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:54:34.762301 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:35.242980 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:35.261095 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Transition to ACTIVE for port object b8d27209-3ab8-43f4-97d7-2fcac7984ce8 will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:54:35.336742 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:35.339634 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:35.495468 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Pushing event updated for resources: {'Port': ['ID=b8d27209-3ab8-43f4-97d7-2fcac7984ce8,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:35.503775 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Attempting to bind port b8d27209-3ab8-43f4-97d7-2fcac7984ce8 on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:54:35.504644 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Attempting to bind port b8d27209-3ab8-43f4-97d7-2fcac7984ce8 by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': 'd3eab962-48b1-4a1a-b0d9-ae4a29404679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:54:35.505139 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Attempting to bind port b8d27209-3ab8-43f4-97d7-2fcac7984ce8 on network 25d6dedb-d5bc-4090-980b-cf284391f359 {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:54:35.512508 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:35.512949 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:35.513285 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:35.513603 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:35.513919 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:35.514233 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:35.514540 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:35.514847 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:35.515154 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:35.515460 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:35.515763 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:35.516088 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Tracked resource versions report: Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: pushed versions: Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: { 'AddressGroup': {'1.2'}, Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'ConntrackHelper': {'1.0'}, Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'Log': {'1.0'}, Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'Network': {'1.1'}, Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'Port': {'1.7'}, Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'PortForwarding': {'1.2'}, Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'QosPolicy': {'1.8'}, Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'SecurityGroup': {'1.4'}, Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'SecurityGroupRule': {'1.2'}, Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'SubPort': {'1.0'}, Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'Subnet': {'1.1'}, Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'Trunk': {'1.1'}} Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: consumer versions: Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: { DHCP agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: L3 agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: Metadata agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: Metering agent@dv-cinder-798384-1-smb: {}, Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: Open vSwitch agent@dv-cinder-798384-1-smb: { 'AddressGroup': '1.2', Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'ConntrackHelper': '1.0', Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'Log': '1.0', Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'Network': '1.1', Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'Port': '1.7', Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'PortForwarding': '1.2', Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'QosPolicy': '1.8', Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'SecurityGroup': '1.4', Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'SecurityGroupRule': '1.2', Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'SubPort': '1.0', Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'Subnet': '1.1', Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: 'Trunk': '1.1'}} Jun 28 21:54:35.517152 dv-cinder-798384-1-smb neutron-server[93386]: {{(pid=93386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 21:54:35.521925 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:54:35.522352 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Checking segment: {'id': 'd3eab962-48b1-4a1a-b0d9-ae4a29404679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:54:35.523141 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:35.523483 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Bound using segment: {'id': 'd3eab962-48b1-4a1a-b0d9-ae4a29404679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:54:35.524187 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Bound port: b8d27209-3ab8-43f4-97d7-2fcac7984ce8, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3eab962-48b1-4a1a-b0d9-ae4a29404679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:54:35.524404 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:35.526359 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:35.588256 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] For port b8d27209-3ab8-43f4-97d7-2fcac7984ce8, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:54:35.609069 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] For port b8d27209-3ab8-43f4-97d7-2fcac7984ce8, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=b8d27209-3ab8-43f4-97d7-2fcac7984ce8,segment=NetworkSegment(d3eab962-48b1-4a1a-b0d9-ae4a29404679),segment_id=d3eab962-48b1-4a1a-b0d9-ae4a29404679)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:54:35.699338 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:35.701632 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:35.765751 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Pushing event updated for resources: {'Port': ['ID=b8d27209-3ab8-43f4-97d7-2fcac7984ce8,revision_number=4']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:35.769718 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:35.770933 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Routers {'5b2732b2-138b-477a-9ae0-3ffe15fb1893'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:54:35.771572 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T21:54:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['5b2732b2-138b-477a-9ae0-3ffe15fb1893'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:35.861567 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] Set router 5b2732b2-138b-477a-9ae0-3ffe15fb1893 gateway port host: None {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:54:36.061957 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2732b2-138b-477a-9ae0-3ffe15fb1893', 'name': 'router1', 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:54:22Z', 'updated_at': '2021-06-28T21:54:33Z', 'revision_number': 2, 'project_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'gw_port_host': None, '_interfaces': [{'id': 'b8d27209-3ab8-43f4-97d7-2fcac7984ce8', 'name': '', 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359', 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'mac_address': 'fa:16:3e:51:05:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2732b2-138b-477a-9ae0-3ffe15fb1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ff1bc74-a181-4edc-8d35-3b32a691f7ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:54:32Z', 'updated_at': '2021-06-28T21:54:35Z', 'revision_number': 4, 'project_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'subnets': [{'id': '7ff1bc74-a181-4edc-8d35-3b32a691f7ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9b9ef42-f8f1-4bfd-82af-b0cc8b88559f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:36.087365 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b2f07c-9fde-4bd6-97d4-8a9251bfba84 None None] The sync data for ids ['5b2732b2-138b-477a-9ae0-3ffe15fb1893'] in dv-cinder-798384-1-smb is: [{'id': '5b2732b2-138b-477a-9ae0-3ffe15fb1893', 'name': 'router1', 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:54:22Z', 'updated_at': '2021-06-28T21:54:33Z', 'revision_number': 2, 'project_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'gw_port_host': None, '_interfaces': [{'id': 'b8d27209-3ab8-43f4-97d7-2fcac7984ce8', 'name': '', 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359', 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'mac_address': 'fa:16:3e:51:05:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2732b2-138b-477a-9ae0-3ffe15fb1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ff1bc74-a181-4edc-8d35-3b32a691f7ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:54:32Z', 'updated_at': '2021-06-28T21:54:35Z', 'revision_number': 4, 'project_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'subnets': [{'id': '7ff1bc74-a181-4edc-8d35-3b32a691f7ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9b9ef42-f8f1-4bfd-82af-b0cc8b88559f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:54:36.221787 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 47470) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:36.332255 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69082158-6836-486e-9e78-d9ad4b27ce72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:36.333519 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-69082158-6836-486e-9e78-d9ad4b27ce72 admin admin] 10.222.0.36 "GET /v2.0/networks/9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 HTTP/1.1" status: 200 len: 842 time: 0.1107814 Jun 28 21:54:36.342929 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-adc19388-ccd2-4304-a987-88d409c32a1f admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:54:36.479853 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc19388-ccd2-4304-a987-88d409c32a1f admin admin] Made reservation on behalf of cdd035c88baa4ff8a6354a61575daba0 for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:54:36.482203 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-adc19388-ccd2-4304-a987-88d409c32a1f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:36.892603 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.objects.ports [None req-adc19388-ccd2-4304-a987-88d409c32a1f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93384) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 28 21:54:36.893059 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-adc19388-ccd2-4304-a987-88d409c32a1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:36.898897 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:36.949075 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc19388-ccd2-4304-a987-88d409c32a1f admin admin] Checking segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:54:36.949386 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc19388-ccd2-4304-a987-88d409c32a1f admin admin] Network hostable DHCP agents. Network: 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:54:36.969892 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc19388-ccd2-4304-a987-88d409c32a1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0eef9f0e-0d35-4ef7-8148-7c64e0103d05,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:36.978147 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-adc19388-ccd2-4304-a987-88d409c32a1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:37.075806 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc19388-ccd2-4304-a987-88d409c32a1f admin admin] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:54:37.161454 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-adc19388-ccd2-4304-a987-88d409c32a1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:54:37.165725 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc19388-ccd2-4304-a987-88d409c32a1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:37.166469 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-adc19388-ccd2-4304-a987-88d409c32a1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:37.171539 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e965b5c6-4f9f-464c-9a64-528d5ded5cf2 None None] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:54:37.273698 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-adc19388-ccd2-4304-a987-88d409c32a1f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9202218 Jun 28 21:54:37.307852 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fd6c4c-25fa-495a-8461-6e4fd11d64c4 None None] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:54:39.519955 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 47482) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:39.727333 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-7cb270f4-4b84-4a11-8962-e39130f1c045 admin admin] 10.222.0.36 "GET /v2.0/routers/5b2732b2-138b-477a-9ae0-3ffe15fb1893 HTTP/1.1" status: 200 len: 710 time: 0.2061484 Jun 28 21:54:39.838098 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4988fb08-ac70-4baf-b6bd-35d3dae6048f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:54:39.839484 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-4988fb08-ac70-4baf-b6bd-35d3dae6048f admin admin] 10.222.0.36 "GET /v2.0/networks/9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 HTTP/1.1" status: 200 len: 886 time: 0.1071692 Jun 28 21:54:39.848147 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:54:40.087780 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-962965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-963522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7187'] for router, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:40.381936 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:40.450904 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:40.645824 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Allocated IP 172.28.0.237 (9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6/0eef9f0e-0d35-4ef7-8148-7c64e0103d05/d4d14fe1-f7fe-4bac-bb56-bd4966af7874) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:54:40.750437 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:40.893068 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device b8d27209-3ab8-43f4-97d7-2fcac7984ce8 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:54:40.905088 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:40.907257 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:40.980097 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:54:40.987520 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:54:40.990205 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:54:40.995540 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Pushing event updated for resources: {'Port': ['ID=d4d14fe1-f7fe-4bac-bb56-bd4966af7874,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:41.018800 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port b8d27209-3ab8-43f4-97d7-2fcac7984ce8 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:54:41.023467 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port b8d27209-3ab8-43f4-97d7-2fcac7984ce8 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:54:41.023820 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:41.028195 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:41.097011 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:41.138531 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port b8d27209-3ab8-43f4-97d7-2fcac7984ce8, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=b8d27209-3ab8-43f4-97d7-2fcac7984ce8,segment=NetworkSegment(d3eab962-48b1-4a1a-b0d9-ae4a29404679),segment_id=d3eab962-48b1-4a1a-b0d9-ae4a29404679)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:54:41.269801 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:41.271905 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:41.316149 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=b8d27209-3ab8-43f4-97d7-2fcac7984ce8,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:41.319896 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:41.436026 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:41.617566 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-962965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-963522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7187'] for router, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:41.620879 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-962988', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-962983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-963531'] for router, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:41.724903 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Router 5b2732b2-138b-477a-9ae0-3ffe15fb1893 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 21:54:41.826629 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 21:54:41.831066 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:41.832276 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] 10.222.0.36 "PUT /v2.0/routers/5b2732b2-138b-477a-9ae0-3ffe15fb1893 HTTP/1.1" status: 200 len: 890 time: 1.9871089 Jun 28 21:54:41.837017 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Sync routers for ids ['5b2732b2-138b-477a-9ae0-3ffe15fb1893'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 21:54:41.848597 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Routers {'5b2732b2-138b-477a-9ae0-3ffe15fb1893'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:54:41.849284 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T21:54:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['5b2732b2-138b-477a-9ae0-3ffe15fb1893'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:42.115255 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Set router 5b2732b2-138b-477a-9ae0-3ffe15fb1893 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:54:42.498180 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2732b2-138b-477a-9ae0-3ffe15fb1893', 'name': 'router1', 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': 'd4d14fe1-f7fe-4bac-bb56-bd4966af7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:54:22Z', 'updated_at': '2021-06-28T21:54:41Z', 'revision_number': 4, 'project_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'gw_port': {'id': 'd4d14fe1-f7fe-4bac-bb56-bd4966af7874', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2732b2-138b-477a-9ae0-3ffe15fb1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:54:40Z', 'updated_at': '2021-06-28T21:54:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': 'b8d27209-3ab8-43f4-97d7-2fcac7984ce8', 'name': '', 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359', 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'mac_address': 'fa:16:3e:51:05:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2732b2-138b-477a-9ae0-3ffe15fb1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ff1bc74-a181-4edc-8d35-3b32a691f7ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:54:32Z', 'updated_at': '2021-06-28T21:54:41Z', 'revision_number': 5, 'project_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'subnets': [{'id': '7ff1bc74-a181-4edc-8d35-3b32a691f7ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9b9ef42-f8f1-4bfd-82af-b0cc8b88559f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:42.555601 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Checking router: 5b2732b2-138b-477a-9ae0-3ffe15fb1893 for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 21:54:42.556030 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Updating router 5b2732b2-138b-477a-9ae0-3ffe15fb1893 port d4d14fe1-f7fe-4bac-bb56-bd4966af7874 binding host dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 21:54:42.595374 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:42.894304 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device b8d27209-3ab8-43f4-97d7-2fcac7984ce8 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:54:42.932413 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:42.949907 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Transition to ACTIVE for port object d4d14fe1-f7fe-4bac-bb56-bd4966af7874 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:54:42.964546 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port b8d27209-3ab8-43f4-97d7-2fcac7984ce8 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:54:42.964918 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:43.042831 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:43.045262 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:43.094526 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Attempting to bind port d4d14fe1-f7fe-4bac-bb56-bd4966af7874 on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:54:43.094904 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Attempting to bind port d4d14fe1-f7fe-4bac-bb56-bd4966af7874 by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:54:43.095301 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Attempting to bind port d4d14fe1-f7fe-4bac-bb56-bd4966af7874 on network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:54:43.098034 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6daf573-4dd9-4c09-bcdd-41b0dd539bcc None None] Pushing event updated for resources: {'Port': ['ID=d4d14fe1-f7fe-4bac-bb56-bd4966af7874,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:43.102605 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-d6daf573-4dd9-4c09-bcdd-41b0dd539bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:43.103368 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:54:43.103740 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Checking segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:54:43.104167 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:43.104557 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Bound using segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:54:43.105066 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Bound port: d4d14fe1-f7fe-4bac-bb56-bd4966af7874, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:54:43.105459 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:43.155093 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] For port d4d14fe1-f7fe-4bac-bb56-bd4966af7874, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:54:43.158588 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] For port d4d14fe1-f7fe-4bac-bb56-bd4966af7874, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=d4d14fe1-f7fe-4bac-bb56-bd4966af7874,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:54:43.230776 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:43.234009 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-5df1ed40-aa75-43bd-a366-3e0dc3dc8a6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:43.358969 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Routers {'5b2732b2-138b-477a-9ae0-3ffe15fb1893'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 21:54:43.359510 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T21:54:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['5b2732b2-138b-477a-9ae0-3ffe15fb1893'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:43.364133 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6daf573-4dd9-4c09-bcdd-41b0dd539bcc None None] Pushing event updated for resources: {'Port': ['ID=d4d14fe1-f7fe-4bac-bb56-bd4966af7874,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:43.394743 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-d6daf573-4dd9-4c09-bcdd-41b0dd539bcc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:43.468011 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] Set router 5b2732b2-138b-477a-9ae0-3ffe15fb1893 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 21:54:43.675660 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b2732b2-138b-477a-9ae0-3ffe15fb1893', 'name': 'router1', 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': 'd4d14fe1-f7fe-4bac-bb56-bd4966af7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:54:22Z', 'updated_at': '2021-06-28T21:54:41Z', 'revision_number': 4, 'project_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'gw_port': {'id': 'd4d14fe1-f7fe-4bac-bb56-bd4966af7874', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2732b2-138b-477a-9ae0-3ffe15fb1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:54:40Z', 'updated_at': '2021-06-28T21:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': 'b8d27209-3ab8-43f4-97d7-2fcac7984ce8', 'name': '', 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359', 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'mac_address': 'fa:16:3e:51:05:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2732b2-138b-477a-9ae0-3ffe15fb1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ff1bc74-a181-4edc-8d35-3b32a691f7ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:54:32Z', 'updated_at': '2021-06-28T21:54:41Z', 'revision_number': 5, 'project_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'subnets': [{'id': '7ff1bc74-a181-4edc-8d35-3b32a691f7ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9b9ef42-f8f1-4bfd-82af-b0cc8b88559f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 21:54:43.700954 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146138d7-90a3-4af7-922b-79f0d1ea7c57 None None] The sync data for ids ['5b2732b2-138b-477a-9ae0-3ffe15fb1893'] in dv-cinder-798384-1-smb is: [{'id': '5b2732b2-138b-477a-9ae0-3ffe15fb1893', 'name': 'router1', 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.237'}], 'enable_snat': True}, 'gw_port_id': 'd4d14fe1-f7fe-4bac-bb56-bd4966af7874', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T21:54:22Z', 'updated_at': '2021-06-28T21:54:41Z', 'revision_number': 4, 'project_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'gw_port': {'id': 'd4d14fe1-f7fe-4bac-bb56-bd4966af7874', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:49:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b2732b2-138b-477a-9ae0-3ffe15fb1893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:54:40Z', 'updated_at': '2021-06-28T21:54:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': 'b8d27209-3ab8-43f4-97d7-2fcac7984ce8', 'name': '', 'network_id': '25d6dedb-d5bc-4090-980b-cf284391f359', 'tenant_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'mac_address': 'fa:16:3e:51:05:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b2732b2-138b-477a-9ae0-3ffe15fb1893', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7ff1bc74-a181-4edc-8d35-3b32a691f7ea', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T21:54:32Z', 'updated_at': '2021-06-28T21:54:41Z', 'revision_number': 5, 'project_id': '33e1eb477dbc433eb096a0e738a3ce9e', 'subnets': [{'id': '7ff1bc74-a181-4edc-8d35-3b32a691f7ea', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9b9ef42-f8f1-4bfd-82af-b0cc8b88559f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 21:54:44.202301 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 47490) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:54:44.349297 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-98a547d6-d318-4c22-9559-7386532050e5 admin admin] 10.222.0.36 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1459548 Jun 28 21:54:44.905093 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device d4d14fe1-f7fe-4bac-bb56-bd4966af7874 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:54:45.087545 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port d4d14fe1-f7fe-4bac-bb56-bd4966af7874 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:54:45.091602 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port d4d14fe1-f7fe-4bac-bb56-bd4966af7874 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:54:45.092057 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:45.171173 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:45.191422 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port d4d14fe1-f7fe-4bac-bb56-bd4966af7874, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=d4d14fe1-f7fe-4bac-bb56-bd4966af7874,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:54:45.264245 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:45.267334 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:54:45.314545 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=d4d14fe1-f7fe-4bac-bb56-bd4966af7874,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:54:45.317620 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:54:46.903083 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device d4d14fe1-f7fe-4bac-bb56-bd4966af7874 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:54:46.974335 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port d4d14fe1-f7fe-4bac-bb56-bd4966af7874 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:54:46.974922 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:55.692569 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:54:56.319495 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-57547519-d49e-45b7-bf21-d37de34fd1f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:58.807151 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0d8b4508-77b1-4490-abaf-fee4d4db8614 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:54:58.915932 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:00.127373 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:01.612767 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:26.369454 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-443152a8-04ad-4512-b98e-ef06e9324703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:29.743465 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-af56fb24-d02d-4bb0-87fa-880d8d807a26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:29.797582 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:30.161439 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:31.618322 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:32.692684 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:55:56.325122 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ac03907d-55c4-4a15-91d6-c7e59dbc4c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:58.776809 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1ac31d91-c8a0-4c66-bba9-35a6584dc120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:55:58.898923 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:00.142180 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:01.595748 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:09.690969 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:56:22.089059 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48058) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:22.157093 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e9c9c7-76e0-4b46-bd15-d49b412f3fc9 admin admin] GET failed (client error): The resource could not be found. Jun 28 21:56:22.158428 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-18e9c9c7-76e0-4b46-bd15-d49b412f3fc9 admin admin] 10.222.0.36 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684373 Jun 28 21:56:22.376538 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e684736-7f03-4e48-b162-19d32a8ddf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:22.377911 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-2e684736-7f03-4e48-b162-19d32a8ddf52 admin admin] 10.222.0.36 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2149000 Jun 28 21:56:24.513098 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48068) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:24.600661 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3644c071-1376-4c41-882c-c6be78a57383 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:24.601975 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-3644c071-1376-4c41-882c-c6be78a57383 admin admin] 10.222.0.36 "GET /v2.0/subnets/7ff1bc74-a181-4edc-8d35-3b32a691f7ea HTTP/1.1" status: 200 len: 849 time: 0.0879319 Jun 28 21:56:24.610855 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:56:24.689032 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.891973 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736847111006'] for subnet, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.894416 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c15593ca-421c-4cc3-820c-58f744c152e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:56:24.922521 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:24.923108 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:24.926985 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] 10.222.0.36 "PUT /v2.0/subnets/7ff1bc74-a181-4edc-8d35-3b32a691f7ea HTTP/1.1" status: 200 len: 868 time: 0.3170989 Jun 28 21:56:24.944107 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f336e7f-e7f6-4288-8304-17ba158e0afb None None] Network 25d6dedb-d5bc-4090-980b-cf284391f359 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:56:24.954697 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ff1bc74-a181-4edc-8d35-3b32a691f7ea,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:56:24.964176 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:24.964897 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:24.965556 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:24.966099 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:24.966660 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:24.967267 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:24.967828 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:24.968409 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:24.969206 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:24.969746 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:24.970271 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:24.970821 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:56:24.975725 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:56:25.346328 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce6c9-b31a-4038-808c-979b99b15fe5 None None] Provisioning complete for port b8d27209-3ab8-43f4-97d7-2fcac7984ce8 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:56:25.346704 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce6c9-b31a-4038-808c-979b99b15fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:25.432968 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-7c4ce6c9-b31a-4038-808c-979b99b15fe5 None None] Provisioning complete for port d5c30d52-8c27-4e94-bfb9-914761871c59 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:56:25.433240 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7c4ce6c9-b31a-4038-808c-979b99b15fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:26.389061 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-833c4f69-7520-4dbe-85a4-2641d0b09e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:27.103242 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48076) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:27.298974 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f35e99-d0a2-4a73-ba34-e939de0e8312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:27.299451 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f35e99-d0a2-4a73-ba34-e939de0e8312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:27.301042 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-02f35e99-d0a2-4a73-ba34-e939de0e8312 admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1968522 Jun 28 21:56:28.776088 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3691d41c-76b9-436f-adc8-37d13343cf25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:28.909545 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:29.435840 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48086) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:29.565554 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eba6dd-811f-48a3-92f7-2d79aefc57ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:29.566566 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eba6dd-811f-48a3-92f7-2d79aefc57ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:29.568081 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-71eba6dd-811f-48a3-92f7-2d79aefc57ea admin admin] 10.222.0.36 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1312954 Jun 28 21:56:30.143882 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:31.621401 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:31.687841 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48094) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:31.829459 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9530949-7e48-413b-a467-af64d8d35a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:31.830717 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-c9530949-7e48-413b-a467-af64d8d35a83 admin admin] 10.222.0.36 "GET /v2.0/networks/25d6dedb-d5bc-4090-980b-cf284391f359 HTTP/1.1" status: 200 len: 869 time: 0.1419096 Jun 28 21:56:33.940755 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48102) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:34.064211 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dbe525-09c0-4d6e-a14b-57a4bc6bc806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:34.065545 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-b0dbe525-09c0-4d6e-a14b-57a4bc6bc806 admin admin] 10.222.0.36 "GET /v2.0/networks/9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 HTTP/1.1" status: 200 len: 886 time: 0.1238773 Jun 28 21:56:36.175420 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48110) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:36.292132 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee2196a-63ac-4c3c-92c6-557ebcf75802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:36.292572 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee2196a-63ac-4c3c-92c6-557ebcf75802 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:36.294049 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-fee2196a-63ac-4c3c-92c6-557ebcf75802 admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1176670 Jun 28 21:56:38.429885 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48118) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:38.593213 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95716b-2c96-4167-87d0-c73e6fb7537c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:38.593675 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95716b-2c96-4167-87d0-c73e6fb7537c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:38.595202 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-db95716b-2c96-4167-87d0-c73e6fb7537c admin admin] 10.222.0.36 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1644630 Jun 28 21:56:40.707320 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48126) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:40.790507 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b9e69-f6d8-4ba9-b9e5-3f7748541841 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:40.791900 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-109b9e69-f6d8-4ba9-b9e5-3f7748541841 admin admin] 10.222.0.36 "GET /v2.0/subnets/0eef9f0e-0d35-4ef7-8148-7c64e0103d05 HTTP/1.1" status: 200 len: 816 time: 0.0836062 Jun 28 21:56:42.900603 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48134) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:56:42.989502 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad884c43-80e5-42ea-82ed-4ee36554c404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:56:42.990798 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-ad884c43-80e5-42ea-82ed-4ee36554c404 admin admin] 10.222.0.36 "GET /v2.0/subnets/7ff1bc74-a181-4edc-8d35-3b32a691f7ea HTTP/1.1" status: 200 len: 868 time: 0.0892668 Jun 28 21:56:46.688680 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:56:56.399703 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2d7ccfa6-a69a-4948-8418-bcce2eb859d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:58.844490 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-fb1c65d7-b35a-49c9-8bc6-2173bb7160b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:56:58.902310 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:00.125362 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:01.621717 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:06.014422 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48178) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:06.061119 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [None req-ffb93041-6133-4614-8cf6-875495874bc3 admin admin] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:57:06.062134 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-ffb93041-6133-4614-8cf6-875495874bc3 admin admin] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467634 Jun 28 21:57:08.282633 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48186) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:08.342426 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.pecan_wsgi.hooks.translation [None req-24a5675d-b54f-4296-b2e3-72a8d6d9a2e7 admin admin] GET failed (client error): The resource could not be found. Jun 28 21:57:08.343722 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-24a5675d-b54f-4296-b2e3-72a8d6d9a2e7 admin admin] 10.222.0.36 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0596185 Jun 28 21:57:08.428730 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf60b8c3-4113-4bc5-a949-3217cb030828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:08.430207 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-bf60b8c3-4113-4bc5-a949-3217cb030828 admin admin] 10.222.0.36 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0819979 Jun 28 21:57:10.591080 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48194) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:10.635981 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-77696010-f790-49d3-9da8-f5658b3dbaaa admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:57:10.747355 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77696010-f790-49d3-9da8-f5658b3dbaaa admin admin] Made reservation on behalf of cdd035c88baa4ff8a6354a61575daba0 for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:57:10.749627 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-77696010-f790-49d3-9da8-f5658b3dbaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:10.785581 dv-cinder-798384-1-smb neutron-server[93383]: WARNING neutron.services.revisions.revision_plugin [None req-77696010-f790-49d3-9da8-f5658b3dbaaa admin admin] Could not find related network for resource to bump revision. Jun 28 21:57:10.796849 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77696010-f790-49d3-9da8-f5658b3dbaaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 105} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 21:57:10.806073 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-77696010-f790-49d3-9da8-f5658b3dbaaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:10.806407 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.segments_db [None req-77696010-f790-49d3-9da8-f5658b3dbaaa admin admin] Added segment 9ad5b951-0c18-4712-bee1-7fe7d397e5ea of type vlan for network 1dfd285c-3fe3-409f-bf2c-8d533d1a0d87 Jun 28 21:57:10.844682 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-77696010-f790-49d3-9da8-f5658b3dbaaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:10.935667 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-77696010-f790-49d3-9da8-f5658b3dbaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:10.936983 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77696010-f790-49d3-9da8-f5658b3dbaaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:10.937555 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-77696010-f790-49d3-9da8-f5658b3dbaaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:10.940928 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:10.996553 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77696010-f790-49d3-9da8-f5658b3dbaaa admin admin] Pushing event updated for resources: {'Network': ['ID=1dfd285c-3fe3-409f-bf2c-8d533d1a0d87,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:10.999225 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-77696010-f790-49d3-9da8-f5658b3dbaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:11.006786 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network 1dfd285c-3fe3-409f-bf2c-8d533d1a0d87 details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 21:57:11.045025 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-77696010-f790-49d3-9da8-f5658b3dbaaa admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4528127 Jun 28 21:57:13.175073 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48202) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:57:13.242909 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c36f92f-7a6f-47e7-8de9-6d4173778e12 admin admin] GET failed (client error): The resource could not be found. Jun 28 21:57:13.244228 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-0c36f92f-7a6f-47e7-8de9-6d4173778e12 admin admin] 10.222.0.36 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0681276 Jun 28 21:57:13.314652 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3abe0e32-eaa7-4ca0-baa0-74008318580c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:13.316066 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-3abe0e32-eaa7-4ca0-baa0-74008318580c admin admin] 10.222.0.36 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0680645 Jun 28 21:57:13.325247 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-82742859-fef5-4793-9d17-771c5207eabd admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '1dfd285c-3fe3-409f-bf2c-8d533d1a0d87', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 21:57:13.403854 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82742859-fef5-4793-9d17-771c5207eabd admin admin] Made reservation on behalf of cdd035c88baa4ff8a6354a61575daba0 for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 21:57:13.406126 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-82742859-fef5-4793-9d17-771c5207eabd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:13.633258 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-82742859-fef5-4793-9d17-771c5207eabd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:13.636119 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-06c77eaf-8e59-4a77-886a-435af1a48941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:13.685889 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82742859-fef5-4793-9d17-771c5207eabd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd89e4c-c60e-4661-baa6-c09a24625e9e,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:13.689096 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-82742859-fef5-4793-9d17-771c5207eabd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:13.695342 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82742859-fef5-4793-9d17-771c5207eabd admin admin] Checking segment: {'id': '9ad5b951-0c18-4712-bee1-7fe7d397e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1dfd285c-3fe3-409f-bf2c-8d533d1a0d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:57:13.695707 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82742859-fef5-4793-9d17-771c5207eabd admin admin] Network hostable DHCP agents. Network: 1dfd285c-3fe3-409f-bf2c-8d533d1a0d87, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 21:57:13.838081 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82742859-fef5-4793-9d17-771c5207eabd admin admin] Network 1dfd285c-3fe3-409f-bf2c-8d533d1a0d87 is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 21:57:13.969111 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-82742859-fef5-4793-9d17-771c5207eabd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, 1dfd285c-3fe3-409f-bf2c-8d533d1a0d87) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:57:13.973758 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82742859-fef5-4793-9d17-771c5207eabd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 21:57:13.974430 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-82742859-fef5-4793-9d17-771c5207eabd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:13.978413 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c4abe-043c-46a9-9c66-7c433f9206ed None None] Network 1dfd285c-3fe3-409f-bf2c-8d533d1a0d87 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:57:14.165214 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-82742859-fef5-4793-9d17-771c5207eabd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8432245 Jun 28 21:57:14.203665 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc330e12d-bc8b-53b0-9a28-5826593b933a-1dfd285c-3fe3-409f-bf2c-8d533d1a0d87', 'network_id': '1dfd285c-3fe3-409f-bf2c-8d533d1a0d87', 'tenant_id': 'cdd035c88baa4ff8a6354a61575daba0', 'fixed_ips': [{'subnet_id': '6fd89e4c-c60e-4661-baa6-c09a24625e9e'}]}} from dv-cinder-798384-1-smb. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 21:57:14.204614 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:14.345277 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Allocated IP 192.168.233.2 (1dfd285c-3fe3-409f-bf2c-8d533d1a0d87/6fd89e4c-c60e-4661-baa6-c09a24625e9e/5be95462-d054-478f-ab47-dea9db3427ae) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 21:57:14.483816 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:14.491895 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Transition to ACTIVE for port object 5be95462-d054-478f-ab47-dea9db3427ae will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:57:14.507321 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Transition to ACTIVE for port object 5be95462-d054-478f-ab47-dea9db3427ae will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 21:57:14.771025 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:14.773475 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:14.814226 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Network 1dfd285c-3fe3-409f-bf2c-8d533d1a0d87 is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 21:57:14.817706 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 21:57:14.820208 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 21:57:14.835648 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Pushing event updated for resources: {'Port': ['ID=5be95462-d054-478f-ab47-dea9db3427ae,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:14.860587 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:14.866315 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:14.866315 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:14.866315 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:14.866315 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:14.866315 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:14.866315 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:14.866315 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:14.866315 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:14.866315 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:14.866315 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:14.866315 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:57:14.868425 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:14.897968 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Attempting to bind port 5be95462-d054-478f-ab47-dea9db3427ae on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 21:57:14.898349 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Attempting to bind port 5be95462-d054-478f-ab47-dea9db3427ae by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '9ad5b951-0c18-4712-bee1-7fe7d397e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1dfd285c-3fe3-409f-bf2c-8d533d1a0d87'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 21:57:14.898721 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Attempting to bind port 5be95462-d054-478f-ab47-dea9db3427ae on network 1dfd285c-3fe3-409f-bf2c-8d533d1a0d87 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 21:57:14.904086 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 21, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 21:57:14.904465 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Checking segment: {'id': '9ad5b951-0c18-4712-bee1-7fe7d397e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1dfd285c-3fe3-409f-bf2c-8d533d1a0d87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 21:57:14.905290 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:14.905290 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Bound using segment: {'id': '9ad5b951-0c18-4712-bee1-7fe7d397e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1dfd285c-3fe3-409f-bf2c-8d533d1a0d87'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 21:57:14.905738 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Bound port: 5be95462-d054-478f-ab47-dea9db3427ae, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad5b951-0c18-4712-bee1-7fe7d397e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1dfd285c-3fe3-409f-bf2c-8d533d1a0d87'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 21:57:14.906138 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:14.967129 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] For port 5be95462-d054-478f-ab47-dea9db3427ae, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 21:57:14.970157 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] For port 5be95462-d054-478f-ab47-dea9db3427ae, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=5be95462-d054-478f-ab47-dea9db3427ae,segment=NetworkSegment(9ad5b951-0c18-4712-bee1-7fe7d397e5ea),segment_id=9ad5b951-0c18-4712-bee1-7fe7d397e5ea)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 21:57:15.103510 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:15.103510 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:15.157610 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Pushing event updated for resources: {'Port': ['ID=5be95462-d054-478f-ab47-dea9db3427ae,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:15.161511 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:15.994408 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3ce1b5-a222-4bc7-837f-00c036f2ecdd None None] Network 1dfd285c-3fe3-409f-bf2c-8d533d1a0d87 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 21:57:16.192957 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-2aa131a6-6067-406d-bb73-85583185831d None None] Provisioning for port 5be95462-d054-478f-ab47-dea9db3427ae completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:57:17.015630 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 5be95462-d054-478f-ab47-dea9db3427ae up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:57:17.153141 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port 5be95462-d054-478f-ab47-dea9db3427ae completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 21:57:17.157130 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 5be95462-d054-478f-ab47-dea9db3427ae triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:57:17.157506 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:17.245996 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:17.279898 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port 5be95462-d054-478f-ab47-dea9db3427ae, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=5be95462-d054-478f-ab47-dea9db3427ae,segment=NetworkSegment(9ad5b951-0c18-4712-bee1-7fe7d397e5ea),segment_id=9ad5b951-0c18-4712-bee1-7fe7d397e5ea)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 21:57:17.352748 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:17.354887 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-d6daf573-4dd9-4c09-bcdd-41b0dd539bcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:57:17.399773 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=5be95462-d054-478f-ab47-dea9db3427ae,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:57:17.402722 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:57:18.995566 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 5be95462-d054-478f-ab47-dea9db3427ae up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 21:57:19.043160 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 5be95462-d054-478f-ab47-dea9db3427ae triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 21:57:19.043537 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:23.686636 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:57:26.357632 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-9be3d12f-2169-4b5b-95cf-4072c0caa111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:28.815409 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-9c7b39a4-28d3-4c69-be71-70fdde67f2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:28.951370 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:30.129497 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:31.609275 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:56.351622 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-098b1e28-f8d2-4cd2-a7c6-2c1300170db0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:58.802153 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-94e8da23-cc56-4128-9f1a-63eba3f22645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:57:58.979397 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:00.208091 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:00.685106 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:58:01.625150 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:26.344155 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-fc697f42-5605-4651-9b42-146b8ac97294 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:28.938288 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-54136d31-2383-4ea9-810a-e84a1c51121f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:28.939817 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:30.138382 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:31.635028 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:37.684673 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:58:56.377928 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5e0a60ab-6afe-4953-aaac-a8f9f05c4a79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:58.806098 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-86af0b11-b69b-4779-b9a0-50b64ed6f518 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:58.989237 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:58:59.886436 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48256) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:58:59.892694 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [None req-ea1cf4dc-9ace-4c50-80a1-be816daabccf tempest-verify_tempest_config-334657046 tempest-verify_tempest_config-334657046-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 21:58:59.893643 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-ea1cf4dc-9ace-4c50-80a1-be816daabccf tempest-verify_tempest_config-334657046 tempest-verify_tempest_config-334657046-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0062802 Jun 28 21:59:00.155003 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:00.452379 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48274) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:59:00.554056 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:00.638943 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:00.731794 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:00.734599 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:59:00.775242 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=552f4473-22e1-40d0-a18b-3105f3cdb593,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:59:00.778737 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b4a603b5f4884143936515d0bb5ba1c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3253684 Jun 28 21:59:00.781543 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48278) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 21:59:00.784084 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:00.784433 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:00.784767 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:00.785095 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:00.785419 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:00.785743 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:00.786064 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:00.786382 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:00.786730 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:00.787054 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:00.787397 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:00.787745 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:00.791623 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:59:00.843009 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:00.863288 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:01.023464 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:01.026363 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:01.027486 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/552f4473-22e1-40d0-a18b-3105f3cdb593 HTTP/1.1" status: 204 len: 168 time: 0.2449827 Jun 28 21:59:01.028156 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 21:59:01.035464 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=552f4473-22e1-40d0-a18b-3105f3cdb593,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 21:59:01.042586 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:01.042935 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:01.043273 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:01.043605 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:01.043936 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:01.044427 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:01.044756 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:01.045081 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:01.045423 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:01.045747 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:01.046068 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:01.046387 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 21:59:01.049486 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 21:59:01.612314 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:14.683074 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:59:26.353636 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1c2a1cc5-9fd5-4101-a723-bc755b0fc9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:28.931931 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f3912fa4-10ae-4f5a-a4db-5b5355b2df3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:28.933668 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:30.188079 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:31.639145 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:51.680971 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 21:59:56.370142 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-9691c11a-d6c1-4a11-a5c0-a898c7771d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:58.785138 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a5d0fc23-8710-475b-88d1-65d2745fad57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 21:59:58.941572 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:00.169917 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:01.625021 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:26.340765 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ca778f40-793b-47e7-9134-06357d01380c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:28.679765 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 5 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:00:28.786137 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8f384a54-e769-48ee-b045-3f66c54a4352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:28.929051 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:30.147242 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:31.620794 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:40.160105 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-963495'] for agent, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:44.079275 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48332) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:00:44.186670 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-c345a288-7aab-45e7-bf1e-2622d47199fd admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1063051 Jun 28 22:00:46.515211 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48342) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:00:46.568639 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-a3046534-e4dc-4266-963f-067fcb8bb2a8 admin admin] 10.222.0.36 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0523348 Jun 28 22:00:56.342532 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c134cff1-b7d3-4a57-bb90-0e6b75b7994b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:58.776645 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-84eef156-f7d5-40cf-b625-a2f7addfa12c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:00:58.902061 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:00.191419 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:01.642680 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:05.678542 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:01:10.129809 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:26.346499 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-dca4cc42-10b0-4be1-a58a-e299b1180c20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:28.872717 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7da77fbf-349b-42dc-9dbb-05b45ceb3cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:28.901100 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:30.144307 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:31.630546 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:40.129730 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:42.677339 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:01:56.357594 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1f5d1824-bf93-41ae-89ee-c4f8938843e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:58.796490 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-724bbe04-091a-4649-bc93-daf8533f85f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:01:58.910497 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:00.150865 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:01.640922 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:10.127205 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:15.310801 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48502) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:15.561242 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-120142055-network', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:15.663247 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Made reservation on behalf of 540be3d5aaf14f8099311f922d1335d3 for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:15.666197 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:15.675008 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:15.764165 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:15.847470 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:15.850910 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:15.881293 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 100} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:02:15.887013 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf9590d-e7a3-4e4c-894c-b9d0fd87ce07,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:15.898509 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:15.898847 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:15.899192 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:15.899530 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:15.899862 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:15.900221 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:15.900558 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:15.900888 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Tracked resource versions report: Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: pushed versions: Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: { 'AddressGroup': {'1.2'}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'ConntrackHelper': {'1.0'}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'Log': {'1.0'}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'Network': {'1.1'}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'Port': {'1.7'}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'PortForwarding': {'1.2'}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'QosPolicy': {'1.8'}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'SecurityGroup': {'1.4'}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'SecurityGroupRule': {'1.2'}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'SubPort': {'1.0'}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'Subnet': {'1.1'}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'Trunk': {'1.1'}} Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: consumer versions: Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: { DHCP agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: HyperV agent@hv-cinder-79838: {}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: L3 agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: Metadata agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: Metering agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: Open vSwitch agent@dv-cinder-798384-1-smb: { 'AddressGroup': '1.2', Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'ConntrackHelper': '1.0', Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'Log': '1.0', Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'Network': '1.1', Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'Port': '1.7', Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'PortForwarding': '1.2', Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'QosPolicy': '1.8', Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'SecurityGroup': '1.4', Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'SecurityGroupRule': '1.2', Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'SubPort': '1.0', Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'Subnet': '1.1', Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: 'Trunk': '1.1'}} Jun 28 22:02:15.904384 dv-cinder-798384-1-smb neutron-server[93384]: {{(pid=93384) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 22:02:15.907313 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:15.908734 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:15.909078 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.db.segments_db [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Added segment 7c745f95-bc7f-472c-a349-749ff8bb4cd0 of type vlan for network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 Jun 28 22:02:15.951874 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:16.081927 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:16.083265 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:16.083843 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:16.086894 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-287fa869-17bf-49a5-86cb-834366e29cb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:16.147775 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Pushing event updated for resources: {'Network': ['ID=4a01a082-3ec6-4e75-8884-a203b5eaabe4,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:16.157413 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:16.159142 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48546) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:16.162383 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:02:16.177149 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8646362 Jun 28 22:02:16.179299 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48552) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:16.182507 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-634df4e1-2e0b-4649-91d9-f1c4e9ebc706 admin admin] Request body: {'subnet': {'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-subnet', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:16.198705 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48554) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:16.252922 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634df4e1-2e0b-4649-91d9-f1c4e9ebc706 admin admin] Made reservation on behalf of 540be3d5aaf14f8099311f922d1335d3 for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:16.255532 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-634df4e1-2e0b-4649-91d9-f1c4e9ebc706 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:16.305953 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48562) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:16.475969 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-634df4e1-2e0b-4649-91d9-f1c4e9ebc706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:16.479082 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:16.526003 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634df4e1-2e0b-4649-91d9-f1c4e9ebc706 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9dcc002-255b-49f2-9b1c-c91d2190c0e5,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:16.533463 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-634df4e1-2e0b-4649-91d9-f1c4e9ebc706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:16.542495 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-634df4e1-2e0b-4649-91d9-f1c4e9ebc706 admin admin] Checking segment: {'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:16.542920 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634df4e1-2e0b-4649-91d9-f1c4e9ebc706 admin admin] Network hostable DHCP agents. Network: 4a01a082-3ec6-4e75-8884-a203b5eaabe4, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:02:16.583549 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1563796073-network', 'tenant_id': '0e34663f77c944198471727fc7ac4a31'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:16.598333 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2020107383-network', 'tenant_id': '113543ae608b425e93ef9814cb6dd1da'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:16.613315 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634df4e1-2e0b-4649-91d9-f1c4e9ebc706 admin admin] Network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:02:16.705808 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Made reservation on behalf of 0e34663f77c944198471727fc7ac4a31 for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:16.708168 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:16.716304 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-634df4e1-2e0b-4649-91d9-f1c4e9ebc706 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, 4a01a082-3ec6-4e75-8884-a203b5eaabe4) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:16.720937 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634df4e1-2e0b-4649-91d9-f1c4e9ebc706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:16.721892 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-634df4e1-2e0b-4649-91d9-f1c4e9ebc706 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:16.722430 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1577230706-network', 'tenant_id': '3119f34cbd4c4cef86133fc965006033'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:16.728729 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720ae952-901f-479f-854a-56c0b41143f9 None None] Network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:02:16.751792 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:16.830001 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Made reservation on behalf of 113543ae608b425e93ef9814cb6dd1da for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:16.830001 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:16.837335 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:16.894986 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc330e12d-bc8b-53b0-9a28-5826593b933a-4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5'}]}} from dv-cinder-798384-1-smb. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 22:02:16.895878 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:16.934293 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-634df4e1-2e0b-4649-91d9-f1c4e9ebc706 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7557876 Jun 28 22:02:16.937370 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48588) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:16.943882 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:17.031977 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Made reservation on behalf of 3119f34cbd4c4cef86133fc965006033 for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:17.032476 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Allocated IP 172.20.0.2 (4a01a082-3ec6-4e75-8884-a203b5eaabe4/f9dcc002-255b-49f2-9b1c-c91d2190c0e5/d000c7ba-947a-4275-a175-91e138deab32) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:02:17.034365 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.048202 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.db.api [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 22:02:17.048202 dv-cinder-798384-1-smb neutron-server[93384]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 22:02:17.048202 dv-cinder-798384-1-smb neutron-server[93384]: [parameters: {'project_id_1': '540be3d5aaf14f8099311f922d1335d3', 'expiration_1': datetime.datetime(2021, 6, 28, 22, 2, 16, 951385)}] Jun 28 22:02:17.048202 dv-cinder-798384-1-smb neutron-server[93384]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93384) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 22:02:17.053318 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_db.api [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 22:02:17.059650 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.063137 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.db.api [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 28 22:02:17.063137 dv-cinder-798384-1-smb neutron-server[93383]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 28 22:02:17.063137 dv-cinder-798384-1-smb neutron-server[93383]: [parameters: {'project_id_1': '113543ae608b425e93ef9814cb6dd1da', 'expiration_1': datetime.datetime(2021, 6, 28, 22, 2, 16, 853511)}] Jun 28 22:02:17.063137 dv-cinder-798384-1-smb neutron-server[93383]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93383) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 22:02:17.068809 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_db.api [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 22:02:17.184758 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.187336 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.196766 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Transition to ACTIVE for port object d000c7ba-947a-4275-a175-91e138deab32 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:17.216526 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Transition to ACTIVE for port object d000c7ba-947a-4275-a175-91e138deab32 will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:17.246588 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.255885 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:17.278127 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 128} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:02:17.304381 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1918de34-be4f-4cb5-8a38-e2ae38c53ef9,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:17.304944 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.308149 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.313041 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.segments_db [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Added segment 76cd0e44-5b49-452e-8fd8-40d548ff61ff of type vlan for network 1675da2b-17f7-4600-9a31-dd1db6c635cf Jun 28 22:02:17.313187 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:17.327364 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.328037 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.328574 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.329098 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.329605 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.330115 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.330701 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.334918 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.338029 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.342453 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.344541 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.345064 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Tracked resource versions report: Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: pushed versions: Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: { 'AddressGroup': {'1.2'}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'ConntrackHelper': {'1.0'}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'Log': {'1.0'}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'Network': {'1.1'}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'Port': {'1.7'}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'PortForwarding': {'1.2'}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'QosPolicy': {'1.8'}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'SecurityGroup': {'1.4'}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'SecurityGroupRule': {'1.2'}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'SubPort': {'1.0'}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'Subnet': {'1.1'}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'Trunk': {'1.1'}} Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: consumer versions: Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: { DHCP agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: HyperV agent@hv-cinder-79838: {}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: L3 agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: Metadata agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: Metering agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: Open vSwitch agent@dv-cinder-798384-1-smb: { 'AddressGroup': '1.2', Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'ConntrackHelper': '1.0', Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'Log': '1.0', Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'Network': '1.1', Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'Port': '1.7', Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'PortForwarding': '1.2', Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'QosPolicy': '1.8', Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'SecurityGroup': '1.4', Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'SecurityGroupRule': '1.2', Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'SubPort': '1.0', Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'Subnet': '1.1', Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: 'Trunk': '1.1'}} Jun 28 22:02:17.346987 dv-cinder-798384-1-smb neutron-server[93383]: {{(pid=93383) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 22:02:17.356471 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:17.392397 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Pushing event updated for resources: {'Port': ['ID=d000c7ba-947a-4275-a175-91e138deab32,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:17.420271 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.422461 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.423047 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.425554 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.426347 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.427629 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.429610 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.430197 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.431730 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.432309 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.434095 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.434689 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Tracked resource versions report: Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: pushed versions: Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: { 'AddressGroup': {'1.2'}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'ConntrackHelper': {'1.0'}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'Log': {'1.0'}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'Network': {'1.1'}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'Port': {'1.7'}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'PortForwarding': {'1.2'}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'QosPolicy': {'1.8'}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'SecurityGroup': {'1.4'}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'SecurityGroupRule': {'1.2'}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'SubPort': {'1.0'}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'Subnet': {'1.1'}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'Trunk': {'1.1'}} Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: consumer versions: Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: { DHCP agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: HyperV agent@hv-cinder-79838: {}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: L3 agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: Metadata agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: Metering agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: Open vSwitch agent@dv-cinder-798384-1-smb: { 'AddressGroup': '1.2', Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'ConntrackHelper': '1.0', Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'Log': '1.0', Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'Network': '1.1', Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'Port': '1.7', Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'PortForwarding': '1.2', Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'QosPolicy': '1.8', Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'SecurityGroup': '1.4', Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'SecurityGroupRule': '1.2', Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'SubPort': '1.0', Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'Subnet': '1.1', Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: 'Trunk': '1.1'}} Jun 28 22:02:17.436550 dv-cinder-798384-1-smb neutron-server[93385]: {{(pid=93385) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 22:02:17.438575 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.443420 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:17.456201 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:17.456201 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:17.462177 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:02:17.539065 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Attempting to bind port d000c7ba-947a-4275-a175-91e138deab32 on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:02:17.539732 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Attempting to bind port d000c7ba-947a-4275-a175-91e138deab32 by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:02:17.540128 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Attempting to bind port d000c7ba-947a-4275-a175-91e138deab32 on network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:17.546311 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:02:17.546687 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Checking segment: {'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:17.547320 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.547711 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Bound using segment: {'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:02:17.548214 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Bound port: d000c7ba-947a-4275-a175-91e138deab32, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:02:17.548619 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.549079 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.565211 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.613987 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] For port d000c7ba-947a-4275-a175-91e138deab32, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:02:17.618156 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] For port d000c7ba-947a-4275-a175-91e138deab32, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=d000c7ba-947a-4275-a175-91e138deab32,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:02:17.625136 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.630714 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.630714 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:17.644639 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:17.645373 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.685091 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 146} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:02:17.691629 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c58942-f30b-4c1f-8507-ee247071df11,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:17.705321 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.708066 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:17.710159 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-77696010-f790-49d3-9da8-f5658b3dbaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:17.724488 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.725067 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:17.725321 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.segments_db [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Added segment fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3 of type vlan for network 7c760d07-f07f-45da-b722-cb1c9bb91047 Jun 28 22:02:17.763292 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7220'] for router, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.765790 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7181'] for router, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.780612 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Pushing event updated for resources: {'Port': ['ID=d000c7ba-947a-4275-a175-91e138deab32,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:17.798639 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:17.830802 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Pushing event updated for resources: {'Network': ['ID=1675da2b-17f7-4600-9a31-dd1db6c635cf,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:17.834137 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:17.845826 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:17.848761 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network 1675da2b-17f7-4600-9a31-dd1db6c635cf details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:02:17.922088 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:18.081545 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:18.083581 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:18.085380 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:18.086157 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:18.089806 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:18.161580 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:18.231780 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Pushing event updated for resources: {'Network': ['ID=7c760d07-f07f-45da-b722-cb1c9bb91047,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:18.235162 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 145} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:02:18.245014 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.9375498 Jun 28 22:02:18.247604 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:18.248658 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48640) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:18.249249 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network 7c760d07-f07f-45da-b722-cb1c9bb91047 details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:02:18.259779 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:18.286143 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-522881e6-e0e1-4519-a74b-9bd98b1e998a admin admin] Request body: {'subnet': {'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1577230706-subnet', 'tenant_id': '3119f34cbd4c4cef86133fc965006033', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:18.295012 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-962965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-963522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7187'] for router, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:18.314023 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-49a67aa8-357d-4040-aaab-14c3526c668d admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1533859 Jun 28 22:02:18.324120 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48650) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:18.333074 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-db707919-aa41-44ab-be4a-3321499746bd admin admin] Request body: {'subnet': {'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1563796073-subnet', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:18.347416 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:18.348039 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.segments_db [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Added segment c4e7062c-8df3-408c-9c36-ef3fb3714cc4 of type vlan for network f36ba602-519d-47ea-a143-66d9b4b7145d Jun 28 22:02:18.386041 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c09eaf-2d07-4521-80f1-02c2098c4819,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:18.407438 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:18.414716 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db707919-aa41-44ab-be4a-3321499746bd admin admin] Made reservation on behalf of 0e34663f77c944198471727fc7ac4a31 for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:18.425229 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:18.425573 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-db707919-aa41-44ab-be4a-3321499746bd admin admin] Notify callbacks [] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:18.509862 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522881e6-e0e1-4519-a74b-9bd98b1e998a admin admin] Made reservation on behalf of 3119f34cbd4c4cef86133fc965006033 for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:18.513070 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-522881e6-e0e1-4519-a74b-9bd98b1e998a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:18.538922 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:18.569928 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:18.570870 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:18.581715 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:18.701666 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=f36ba602-519d-47ea-a143-66d9b4b7145d,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:18.712556 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network f36ba602-519d-47ea-a143-66d9b4b7145d details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:02:18.715359 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:18.752641 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:18.785567 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:18.862022 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6620092 Jun 28 22:02:18.864804 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48668) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:18.873636 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-dc975a2d-9264-418b-b544-c44ae774e127 admin admin] Request body: {'subnet': {'network_id': 'f36ba602-519d-47ea-a143-66d9b4b7145d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2020107383-subnet', 'tenant_id': '113543ae608b425e93ef9814cb6dd1da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:18.955945 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-522881e6-e0e1-4519-a74b-9bd98b1e998a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:18.958191 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:18.960015 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Allocated IP 172.28.0.209 (9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6/0eef9f0e-0d35-4ef7-8148-7c64e0103d05/7b672b8d-3d41-42ee-8a10-83ec388abe55) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:02:19.011325 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc975a2d-9264-418b-b544-c44ae774e127 admin admin] Made reservation on behalf of 113543ae608b425e93ef9814cb6dd1da for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:19.013801 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-dc975a2d-9264-418b-b544-c44ae774e127 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:19.023160 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522881e6-e0e1-4519-a74b-9bd98b1e998a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0afd4b0c-f3c8-4204-abf0-24f2274291f0,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:19.036914 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-522881e6-e0e1-4519-a74b-9bd98b1e998a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:19.076652 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-522881e6-e0e1-4519-a74b-9bd98b1e998a admin admin] Checking segment: {'id': 'fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:19.077011 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522881e6-e0e1-4519-a74b-9bd98b1e998a admin admin] Network hostable DHCP agents. Network: 7c760d07-f07f-45da-b722-cb1c9bb91047, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:02:19.105507 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-db707919-aa41-44ab-be4a-3321499746bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:19.125527 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-634df4e1-2e0b-4649-91d9-f1c4e9ebc706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:19.193590 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-522881e6-e0e1-4519-a74b-9bd98b1e998a admin admin] Network 7c760d07-f07f-45da-b722-cb1c9bb91047 is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:02:19.267727 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:19.268708 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device d000c7ba-947a-4275-a175-91e138deab32 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:19.286975 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-522881e6-e0e1-4519-a74b-9bd98b1e998a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, 7c760d07-f07f-45da-b722-cb1c9bb91047) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:19.297532 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522881e6-e0e1-4519-a74b-9bd98b1e998a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:19.298125 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-522881e6-e0e1-4519-a74b-9bd98b1e998a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:19.310236 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db707919-aa41-44ab-be4a-3321499746bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=63b3ba6a-e128-478b-9125-f8f569235c1e,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:19.313247 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-db707919-aa41-44ab-be4a-3321499746bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:19.319174 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db707919-aa41-44ab-be4a-3321499746bd admin admin] Checking segment: {'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:19.319463 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db707919-aa41-44ab-be4a-3321499746bd admin admin] Network hostable DHCP agents. Network: 1675da2b-17f7-4600-9a31-dd1db6c635cf, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:02:19.330250 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0774737-0374-4092-9b63-51ead5edd48a None None] Network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:02:19.332138 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7009543-6b79-470b-bcde-b2ebefbe58d5 None None] Network 7c760d07-f07f-45da-b722-cb1c9bb91047 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:02:19.339732 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-dc975a2d-9264-418b-b544-c44ae774e127 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:19.344735 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-82742859-fef5-4793-9d17-771c5207eabd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:19.400078 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc975a2d-9264-418b-b544-c44ae774e127 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01117748-5fef-49b9-9f52-bc7ab9c5097f,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:19.410969 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-dc975a2d-9264-418b-b544-c44ae774e127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:19.422459 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc975a2d-9264-418b-b544-c44ae774e127 admin admin] Checking segment: {'id': 'c4e7062c-8df3-408c-9c36-ef3fb3714cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f36ba602-519d-47ea-a143-66d9b4b7145d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:19.423024 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc975a2d-9264-418b-b544-c44ae774e127 admin admin] Network hostable DHCP agents. Network: f36ba602-519d-47ea-a143-66d9b4b7145d, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:02:19.481663 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-522881e6-e0e1-4519-a74b-9bd98b1e998a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2134314 Jun 28 22:02:19.482049 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48690) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:19.488137 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1577230706-router', 'tenant_id': '3119f34cbd4c4cef86133fc965006033', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:19.522533 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:19.524531 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db707919-aa41-44ab-be4a-3321499746bd admin admin] Network 1675da2b-17f7-4600-9a31-dd1db6c635cf is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:02:19.536950 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-652cab23-8208-4d63-9045-090150ad10cf None None] Provisioning for port d000c7ba-947a-4275-a175-91e138deab32 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:19.541722 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:19.587958 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:19.601682 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc975a2d-9264-418b-b544-c44ae774e127 admin admin] Network f36ba602-519d-47ea-a143-66d9b4b7145d is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:02:19.625825 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7220'] for router, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:19.627386 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7181'] for router, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:19.652300 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:19.655528 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-db707919-aa41-44ab-be4a-3321499746bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, 1675da2b-17f7-4600-9a31-dd1db6c635cf) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:19.656429 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e65488-ef1f-4806-a211-a1b3793ddbb3 None None] Network 7c760d07-f07f-45da-b722-cb1c9bb91047 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:02:19.661453 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port d000c7ba-947a-4275-a175-91e138deab32 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:19.678194 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:02:19.684119 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:02:19.690809 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-dc975a2d-9264-418b-b544-c44ae774e127 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, f36ba602-519d-47ea-a143-66d9b4b7145d) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:19.714993 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port d000c7ba-947a-4275-a175-91e138deab32 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:19.715595 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:19.725818 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6acc2c0-34fc-4e26-9602-dc1084d9009f None None] Network f36ba602-519d-47ea-a143-66d9b4b7145d requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:02:19.741380 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:19.745725 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc975a2d-9264-418b-b544-c44ae774e127 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:19.746574 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-dc975a2d-9264-418b-b544-c44ae774e127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:19.968009 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Pushing event updated for resources: {'Port': ['ID=7b672b8d-3d41-42ee-8a10-83ec388abe55,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:19.977811 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:19.979192 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db707919-aa41-44ab-be4a-3321499746bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:19.980590 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-db707919-aa41-44ab-be4a-3321499746bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:19.985769 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed54b4f-9f0d-4ec4-92f3-22271f9b77fe None None] Network 1675da2b-17f7-4600-9a31-dd1db6c635cf requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:02:20.008449 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-dc975a2d-9264-418b-b544-c44ae774e127 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1363714 Jun 28 22:02:20.118734 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-db707919-aa41-44ab-be4a-3321499746bd admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7933915 Jun 28 22:02:20.168562 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48718) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:20.185983 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-962965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-963522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7187'] for router, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:20.191962 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:20.248866 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:20.296712 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48724) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:20.353964 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7220'] for router, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:20.355277 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7181'] for router, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:20.356498 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6843ed99-66b9-4872-a75a-840e3a019ac1 None None] Network f36ba602-519d-47ea-a143-66d9b4b7145d requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:02:20.374147 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:20.412748 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:20.508820 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-d3ff77ed-1d77-4740-97af-a75adf7fdd54 None None] Provisioning complete for port d000c7ba-947a-4275-a175-91e138deab32 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:20.509523 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-d3ff77ed-1d77-4740-97af-a75adf7fdd54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:20.538318 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port d000c7ba-947a-4275-a175-91e138deab32, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=d000c7ba-947a-4275-a175-91e138deab32,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:20.559487 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-963549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963006'] for router, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:20.654518 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:20.662772 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:20.785712 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-962965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-963522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7187'] for router, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:20.789478 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a91b72b5-c17b-41f2-8046-b5b39522bcf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:20.800447 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc330e12d-bc8b-53b0-9a28-5826593b933a-1675da2b-17f7-4600-9a31-dd1db6c635cf', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e'}]}} from dv-cinder-798384-1-smb. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 22:02:20.801625 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:20.824497 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=d000c7ba-947a-4275-a175-91e138deab32,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:20.834934 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:20.837126 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Router 520ade68-8f6b-442a-ba2d-ad8a97dff819 is scheduled to L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 with binding_index 1 {{(pid=93384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 22:02:20.866235 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:20.914593 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48756) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:20.919493 dv-cinder-798384-1-smb neutron-server[93384]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 28 22:02:20.932612 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:20.999807 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Allocated IP 172.20.0.2 (1675da2b-17f7-4600-9a31-dd1db6c635cf/63b3ba6a-e128-478b-9125-f8f569235c1e/8e99d81e-3d6e-4e66-91df-3ea71aa84943) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:02:21.012335 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48758) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:21.119074 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:02:21.129824 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Sync routers for ids ['520ade68-8f6b-442a-ba2d-ad8a97dff819'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:02:21.154736 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Routers {'520ade68-8f6b-442a-ba2d-ad8a97dff819'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:21.154736 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:01:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['520ade68-8f6b-442a-ba2d-ad8a97dff819'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:21.174768 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ad44a-06dd-439f-b163-9f069089b775 req-3ab23d55-11dc-4642-a587-04306216c877 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:21.191858 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-3ab23d55-11dc-4642-a587-04306216c877 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/networks?id=f36ba602-519d-47ea-a143-66d9b4b7145d HTTP/1.1" status: 200 len: 812 time: 0.2761066 Jun 28 22:02:21.212878 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-4d56c4f5-fe50-49ac-9904-5c26ac1d0b2c tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/quotas/113543ae608b425e93ef9814cb6dd1da HTTP/1.1" status: 200 len: 375 time: 0.0184727 Jun 28 22:02:21.248523 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device d000c7ba-947a-4275-a175-91e138deab32 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:21.270820 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a91b72b5-c17b-41f2-8046-b5b39522bcf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.272380 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-cbef11be-fdfe-4261-8e4c-b7ab03bbf0d7 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=113543ae608b425e93ef9814cb6dd1da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585034 Jun 28 22:02:21.283166 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.299315 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Transition to ACTIVE for port object 8e99d81e-3d6e-4e66-91df-3ea71aa84943 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:21.302619 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Allocated IP 172.28.0.159 (9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6/0eef9f0e-0d35-4ef7-8148-7c64e0103d05/b5a41cba-08b8-4f95-9526-4a16ab04cb6a) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:02:21.332002 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Transition to ACTIVE for port object 8e99d81e-3d6e-4e66-91df-3ea71aa84943 will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:21.344937 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port d000c7ba-947a-4275-a175-91e138deab32 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:21.345318 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.370840 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-362719ba-927f-4b8d-8b8f-74d807bb8967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.374012 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a91b72b5-c17b-41f2-8046-b5b39522bcf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.392645 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:21.408269 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.416118 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:21.444715 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.447705 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Set router 520ade68-8f6b-442a-ba2d-ad8a97dff819 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:21.453276 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.5137041 Jun 28 22:02:21.458916 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 48776) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:21.469058 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Pushing event updated for resources: {'Port': ['ID=8e99d81e-3d6e-4e66-91df-3ea71aa84943,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:21.482559 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:21.499126 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Network 1675da2b-17f7-4600-9a31-dd1db6c635cf is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:21.501402 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:21.508116 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:02:21.513947 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-6c7f6d8d-0102-4c41-b77e-97ce53e597fe service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 22:02:21.514186 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-6c7f6d8d-0102-4c41-b77e-97ce53e597fe service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1166821 Jun 28 22:02:21.520608 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-a91b72b5-c17b-41f2-8046-b5b39522bcf6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b712b01c063e4fce8eccff73bdeadd5d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2228148 Jun 28 22:02:21.524642 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48780) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:21.535012 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b72b5-c17b-41f2-8046-b5b39522bcf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cba7788-6df2-4102-a28a-7a757da0bbd5,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:21.574143 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a91b72b5-c17b-41f2-8046-b5b39522bcf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:21.614600 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Attempting to bind port 8e99d81e-3d6e-4e66-91df-3ea71aa84943 on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:02:21.614921 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Attempting to bind port 8e99d81e-3d6e-4e66-91df-3ea71aa84943 by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:02:21.615421 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Attempting to bind port 8e99d81e-3d6e-4e66-91df-3ea71aa84943 on network 1675da2b-17f7-4600-9a31-dd1db6c635cf {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:21.637689 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-af2c1c77-c8e5-4842-9923-e6d70639e2a1 service neutron] 10.222.0.36 "GET /v2.0/networks/f36ba602-519d-47ea-a143-66d9b4b7145d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119685 Jun 28 22:02:21.639884 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:02:21.645676 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Checking segment: {'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:21.646480 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.647078 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Bound using segment: {'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:02:21.647759 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Bound port: 8e99d81e-3d6e-4e66-91df-3ea71aa84943, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:02:21.648370 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.677565 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.723929 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:19Z', 'revision_number': 3, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:21.727412 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.756635 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Checking router: 520ade68-8f6b-442a-ba2d-ad8a97dff819 for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:02:21.761477 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Updating router 520ade68-8f6b-442a-ba2d-ad8a97dff819 port 7b672b8d-3d41-42ee-8a10-83ec388abe55 binding host dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:02:21.761630 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.783174 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] For port 8e99d81e-3d6e-4e66-91df-3ea71aa84943, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:02:21.787323 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] For port 8e99d81e-3d6e-4e66-91df-3ea71aa84943, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=8e99d81e-3d6e-4e66-91df-3ea71aa84943,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:02:21.802211 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.853487 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.857508 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:21.862793 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-622d42ed-a639-431b-88f0-489ece014588 service neutron] 10.222.0.36 "GET /v2.0/networks/f36ba602-519d-47ea-a143-66d9b4b7145d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043262 Jun 28 22:02:21.912245 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e3348285-dc62-4fdb-9b2c-abf5ac3bc0ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.925643 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-362719ba-927f-4b8d-8b8f-74d807bb8967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.946550 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.951465 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e3348285-dc62-4fdb-9b2c-abf5ac3bc0ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:21.976499 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Pushing event updated for resources: {'Port': ['ID=8e99d81e-3d6e-4e66-91df-3ea71aa84943,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:21.977903 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:21.986289 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:22.041542 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-362719ba-927f-4b8d-8b8f-74d807bb8967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:22.063874 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:22.064155 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:22.070956 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Allocated IP 172.28.0.129 (9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6/0eef9f0e-0d35-4ef7-8148-7c64e0103d05/2b95d5d2-9c55-43f3-8bf8-08c837136a34) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:02:22.127411 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e3348285-dc62-4fdb-9b2c-abf5ac3bc0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:22.133107 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362719ba-927f-4b8d-8b8f-74d807bb8967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4637ecf1-27fb-4e7f-9d68-0bba60c44807,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:22.134013 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:22.146450 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e3348285-dc62-4fdb-9b2c-abf5ac3bc0ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:22.150158 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:02:22.150787 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-e3348285-dc62-4fdb-9b2c-abf5ac3bc0ff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1cba7788-6df2-4102-a28a-7a757da0bbd5 HTTP/1.1" status: 204 len: 168 time: 0.6237051 Jun 28 22:02:22.154820 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Pushing event updated for resources: {'Port': ['ID=b5a41cba-08b8-4f95-9526-4a16ab04cb6a,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:22.162713 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-362719ba-927f-4b8d-8b8f-74d807bb8967 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f34b90f7b424e229f66d300a700f575&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1493545 Jun 28 22:02:22.163776 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-362719ba-927f-4b8d-8b8f-74d807bb8967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:22.164202 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:22.166228 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48800) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:22.179692 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:22.213777 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3348285-dc62-4fdb-9b2c-abf5ac3bc0ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cba7788-6df2-4102-a28a-7a757da0bbd5,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:22.218786 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-e3348285-dc62-4fdb-9b2c-abf5ac3bc0ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:22.262994 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-701b59ff-8884-4f1b-b8a6-e90701399455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:22.291537 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-701b59ff-8884-4f1b-b8a6-e90701399455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:22.448586 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-701b59ff-8884-4f1b-b8a6-e90701399455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:22.452766 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-701b59ff-8884-4f1b-b8a6-e90701399455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:22.457033 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-701b59ff-8884-4f1b-b8a6-e90701399455 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4637ecf1-27fb-4e7f-9d68-0bba60c44807 HTTP/1.1" status: 204 len: 168 time: 0.2878964 Jun 28 22:02:22.458351 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:22.477344 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701b59ff-8884-4f1b-b8a6-e90701399455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4637ecf1-27fb-4e7f-9d68-0bba60c44807,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:22.485008 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-701b59ff-8884-4f1b-b8a6-e90701399455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:22.512218 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48818) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:22.555593 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:22.585384 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-04123c24-47b0-4022-a60d-fb96019a0d54 req-2439b278-aacc-4409-8dbd-0f43cc4a3d1a tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 210 time: 0.0684185 Jun 28 22:02:22.741331 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:22.782214 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:22.815658 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:23.008163 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-f20b1329-d035-4f48-9b23-96b8030b321e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:23.041429 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:23.060667 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Transition to ACTIVE for port object 7b672b8d-3d41-42ee-8a10-83ec388abe55 will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:23.123763 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:23.124662 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Pushing event updated for resources: {'Port': ['ID=2b95d5d2-9c55-43f3-8bf8-08c837136a34,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:23.128795 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:23.161658 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:23.164086 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:23.261641 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:23.264614 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:02:23.300450 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Attempting to bind port 7b672b8d-3d41-42ee-8a10-83ec388abe55 on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:02:23.300838 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Attempting to bind port 7b672b8d-3d41-42ee-8a10-83ec388abe55 by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:02:23.301209 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Attempting to bind port 7b672b8d-3d41-42ee-8a10-83ec388abe55 on network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:23.304839 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 8e99d81e-3d6e-4e66-91df-3ea71aa84943 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:23.318468 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Pushing event updated for resources: {'Port': ['ID=7b672b8d-3d41-42ee-8a10-83ec388abe55,revision_number=2']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:23.335460 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:02:23.335460 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Checking segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:23.335460 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:23.335460 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Bound using segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:02:23.335460 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Bound port: 7b672b8d-3d41-42ee-8a10-83ec388abe55, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:02:23.335460 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:23.402564 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:23.403898 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:23.404979 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:23.405327 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:23.405662 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:23.406079 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:23.406434 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:23.408180 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:23.408533 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:23.411060 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:23.411060 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:23.412019 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Tracked resource versions report: Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: pushed versions: Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: { 'AddressGroup': {'1.2'}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'ConntrackHelper': {'1.0'}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'Log': {'1.0'}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'Network': {'1.1'}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'Port': {'1.7'}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'PortForwarding': {'1.2'}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'QosPolicy': {'1.8'}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'SecurityGroup': {'1.4'}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'SecurityGroupRule': {'1.2'}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'SubPort': {'1.0'}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'Subnet': {'1.1'}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'Trunk': {'1.1'}} Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: consumer versions: Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: { DHCP agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: HyperV agent@hv-cinder-79838: {}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: L3 agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: Metadata agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: Metering agent@dv-cinder-798384-1-smb: {}, Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: Open vSwitch agent@dv-cinder-798384-1-smb: { 'AddressGroup': '1.2', Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'ConntrackHelper': '1.0', Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'Log': '1.0', Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'Network': '1.1', Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'Port': '1.7', Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'PortForwarding': '1.2', Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'QosPolicy': '1.8', Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'SecurityGroup': '1.4', Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'SecurityGroupRule': '1.2', Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'SubPort': '1.0', Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'Subnet': '1.1', Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: 'Trunk': '1.1'}} Jun 28 22:02:23.421642 dv-cinder-798384-1-smb neutron-server[93386]: {{(pid=93386) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 28 22:02:23.427277 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:23.483328 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] For port 7b672b8d-3d41-42ee-8a10-83ec388abe55, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:02:23.495760 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] For port 7b672b8d-3d41-42ee-8a10-83ec388abe55, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=7b672b8d-3d41-42ee-8a10-83ec388abe55,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:02:23.521653 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port 8e99d81e-3d6e-4e66-91df-3ea71aa84943 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:23.590607 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-963549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963006'] for router, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:23.596917 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7758d75-8ec8-4860-a448-d631297f72eb None None] Network 1675da2b-17f7-4600-9a31-dd1db6c635cf requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:02:23.601426 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Allocated IP 172.20.0.1 (4a01a082-3ec6-4e75-8884-a203b5eaabe4/f9dcc002-255b-49f2-9b1c-c91d2190c0e5/225b1455-5c70-42ba-aa5d-7a0c1a556b2a) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:02:23.619905 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:23.623592 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:23.747852 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Routers {'520ade68-8f6b-442a-ba2d-ad8a97dff819'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:23.749376 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:01:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['520ade68-8f6b-442a-ba2d-ad8a97dff819'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:23.762683 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48874) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:23.766118 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a640ed47-baba-4753-8d9d-eefab268c1ce req-e52d7fb6-e32e-4246-988b-5b914732d027 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 210 time: 0.0574524 Jun 28 22:02:23.798148 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d49f5dc8-6673-4bad-a49d-835b389a54d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:23.862738 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-56b4e7d8-c58c-47de-8db2-cec5a991a610 None None] Provisioning for port 8e99d81e-3d6e-4e66-91df-3ea71aa84943 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:23.868004 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-56b4e7d8-c58c-47de-8db2-cec5a991a610 None None] Provisioning complete for port 8e99d81e-3d6e-4e66-91df-3ea71aa84943 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:23.868899 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-56b4e7d8-c58c-47de-8db2-cec5a991a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:23.941441 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d49f5dc8-6673-4bad-a49d-835b389a54d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:23.999001 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Pushing event updated for resources: {'Port': ['ID=7b672b8d-3d41-42ee-8a10-83ec388abe55,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:24.005899 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:24.025050 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:24.036599 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d49f5dc8-6673-4bad-a49d-835b389a54d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:24.044834 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:24.045678 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-56b4e7d8-c58c-47de-8db2-cec5a991a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:24.072048 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] Set router 520ade68-8f6b-442a-ba2d-ad8a97dff819 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:24.080395 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Transition to ACTIVE for port object 225b1455-5c70-42ba-aa5d-7a0c1a556b2a will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:24.084246 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:24.100764 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-56b4e7d8-c58c-47de-8db2-cec5a991a610 None None] For port 8e99d81e-3d6e-4e66-91df-3ea71aa84943, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=8e99d81e-3d6e-4e66-91df-3ea71aa84943,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:24.198251 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Router 6258e4d1-0311-4c82-8045-c67c246f6c00 is scheduled to L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 with binding_index 1 {{(pid=93383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 22:02:24.287557 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-56b4e7d8-c58c-47de-8db2-cec5a991a610 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:24.289755 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:24.339494 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-d49f5dc8-6673-4bad-a49d-835b389a54d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=50914da74734446c9b901bef81f8529e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5754960 Jun 28 22:02:24.342214 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48894) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:24.346597 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49f5dc8-6673-4bad-a49d-835b389a54d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9e6736-27bb-450d-82ce-b204e2fea675,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:24.351198 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d49f5dc8-6673-4bad-a49d-835b389a54d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:24.381927 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4e7d8-c58c-47de-8db2-cec5a991a610 None None] Pushing event updated for resources: {'Port': ['ID=8e99d81e-3d6e-4e66-91df-3ea71aa84943,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:24.386969 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-56b4e7d8-c58c-47de-8db2-cec5a991a610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:24.415897 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-c911a988-9533-4bf8-92c1-803d7f552e5e None None] Provisioning complete for port 8e99d81e-3d6e-4e66-91df-3ea71aa84943 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:24.416748 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c911a988-9533-4bf8-92c1-803d7f552e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:24.450595 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d896be22-6c21-416e-a8f1-d93c3437aeff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:24.454032 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:19Z', 'revision_number': 3, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:24.486862 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d896be22-6c21-416e-a8f1-d93c3437aeff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:24.492456 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3f2be7-5ac9-49b3-97f4-000f92a9ade8 None None] The sync data for ids ['520ade68-8f6b-442a-ba2d-ad8a97dff819'] in dv-cinder-798384-1-smb is: [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:19Z', 'revision_number': 3, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:02:24.502668 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:24.541775 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:24.597272 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-963549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963006'] for router, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:24.605446 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:24.614803 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:24.621543 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:02:24.633844 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:02:24.634300 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-963971'] for router_interface, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:24.656249 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Pushing event updated for resources: {'Port': ['ID=225b1455-5c70-42ba-aa5d-7a0c1a556b2a,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:24.660270 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:24.680502 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d896be22-6c21-416e-a8f1-d93c3437aeff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:24.687090 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d896be22-6c21-416e-a8f1-d93c3437aeff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:24.692127 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-d896be22-6c21-416e-a8f1-d93c3437aeff admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/dd9e6736-27bb-450d-82ce-b204e2fea675 HTTP/1.1" status: 204 len: 168 time: 0.3372624 Jun 28 22:02:24.692127 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-e3348285-dc62-4fdb-9b2c-abf5ac3bc0ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:24.705252 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896be22-6c21-416e-a8f1-d93c3437aeff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9e6736-27bb-450d-82ce-b204e2fea675,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:24.743174 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d896be22-6c21-416e-a8f1-d93c3437aeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:24.782382 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Sync routers for ids ['6258e4d1-0311-4c82-8045-c67c246f6c00'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:02:24.805996 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Routers {'6258e4d1-0311-4c82-8045-c67c246f6c00'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:24.810243 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:01:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['6258e4d1-0311-4c82-8045-c67c246f6c00'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:25.038964 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c9e38dbd-d859-4560-8f9b-cd08ab5b531d req-0bb77125-9090-40e3-8644-346a35495fc9 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 210 time: 0.0689425 Jun 28 22:02:25.110807 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:25.112087 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6285043 Jun 28 22:02:25.117851 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48922) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:25.131768 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Set router 6258e4d1-0311-4c82-8045-c67c246f6c00 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:25.268311 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-e6946199-4a17-493a-8ad2-f67f3e249ba0 None None] Provisioning for port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:25.275349 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-e6946199-4a17-493a-8ad2-f67f3e249ba0 None None] Provisioning complete for port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:25.275869 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e6946199-4a17-493a-8ad2-f67f3e249ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:25.445967 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Router 52aeec24-def7-45c4-af78-f3d2419b34c5 is scheduled to L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 with binding_index 1 {{(pid=93383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 22:02:25.489981 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:25.514742 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 8e99d81e-3d6e-4e66-91df-3ea71aa84943 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:25.601963 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-e6946199-4a17-493a-8ad2-f67f3e249ba0 None None] Port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:02:25.757623 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:02:25.769830 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Sync routers for ids ['52aeec24-def7-45c4-af78-f3d2419b34c5'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:02:25.773056 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 8e99d81e-3d6e-4e66-91df-3ea71aa84943 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:25.773056 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:25.784086 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Routers {'52aeec24-def7-45c4-af78-f3d2419b34c5'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:25.784760 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:01:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['52aeec24-def7-45c4-af78-f3d2419b34c5'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:25.891905 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'name': 'tempest-ServerRescueNegativeTestJSON-1577230706-router', 'tenant_id': '3119f34cbd4c4cef86133fc965006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:19Z', 'updated_at': '2021-06-28T22:02:22Z', 'revision_number': 3, 'project_id': '3119f34cbd4c4cef86133fc965006033', 'gw_port': {'id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:25.924528 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:25.925788 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-63b24e59-b187-4c9b-bab7-07e99753c4c4 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.7561271 Jun 28 22:02:25.929801 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 48950) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:25.971084 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Checking router: 6258e4d1-0311-4c82-8045-c67c246f6c00 for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:02:25.971736 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Updating router 6258e4d1-0311-4c82-8045-c67c246f6c00 port b5a41cba-08b8-4f95-9526-4a16ab04cb6a binding host dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:02:26.045452 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:26.050712 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 7b672b8d-3d41-42ee-8a10-83ec388abe55 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:26.076324 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:26.156866 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:26.158025 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963443'] for router_interface, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:26.162340 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:26.271729 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Set router 52aeec24-def7-45c4-af78-f3d2419b34c5 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:26.390980 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:26.392890 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:26.426969 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Pushing event updated for resources: {'Port': ['ID=225b1455-5c70-42ba-aa5d-7a0c1a556b2a,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:26.438701 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:26.471837 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port 7b672b8d-3d41-42ee-8a10-83ec388abe55 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:26.481248 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 7b672b8d-3d41-42ee-8a10-83ec388abe55 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:26.481631 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:26.521518 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5cdccd5b-2f3a-47dd-bc67-7f6965722f18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:26.539536 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0d24c09a-476a-47a3-9922-5f8857ed781f req-294204b4-41f5-4234-ad9a-c5e335f48f6a tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 210 time: 0.2290497 Jun 28 22:02:26.566608 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:26.758917 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:23Z', 'revision_number': 3, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:26.761318 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Router 520ade68-8f6b-442a-ba2d-ad8a97dff819 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:02:26.806362 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Checking router: 52aeec24-def7-45c4-af78-f3d2419b34c5 for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:02:26.808332 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Updating router 52aeec24-def7-45c4-af78-f3d2419b34c5 port 2b95d5d2-9c55-43f3-8bf8-08c837136a34 binding host dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:02:26.861428 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:26.912205 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-48a90b98-ad3c-4644-9fa4-a1da005abb80 None None] Provisioning complete for port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:26.912882 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-48a90b98-ad3c-4644-9fa4-a1da005abb80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:26.914132 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:27.015903 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port 7b672b8d-3d41-42ee-8a10-83ec388abe55, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=7b672b8d-3d41-42ee-8a10-83ec388abe55,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:27.080656 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-48a90b98-ad3c-4644-9fa4-a1da005abb80 None None] Port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:02:27.120775 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:27.121781 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:02:27.132519 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] 10.222.0.36 "PUT /v2.0/routers/520ade68-8f6b-442a-ba2d-ad8a97dff819/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6677752 Jun 28 22:02:27.144499 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:27.162935 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:27.222833 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Transition to ACTIVE for port object b5a41cba-08b8-4f95-9526-4a16ab04cb6a will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:27.257801 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Sync routers for ids ['520ade68-8f6b-442a-ba2d-ad8a97dff819'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:02:27.322802 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Allocated IP 172.20.0.1 (7c760d07-f07f-45da-b722-cb1c9bb91047/0afd4b0c-f3c8-4204-abf0-24f2274291f0/db0583ae-c2e6-484e-a16c-1c0afce6d0d0) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:02:27.323263 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Routers {'520ade68-8f6b-442a-ba2d-ad8a97dff819'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:27.326247 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:01:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['520ade68-8f6b-442a-ba2d-ad8a97dff819'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:27.336078 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=7b672b8d-3d41-42ee-8a10-83ec388abe55,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:27.405632 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:27.406310 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:27.421250 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-3e672dc7-332c-41f9-9d4b-a3cb255ffe46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:27.510782 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:27.514834 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:27.570485 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7b2fc-651e-4f83-bb8b-cbb73bb0b5c7 None None] Pushing event updated for resources: {'Port': ['ID=b5a41cba-08b8-4f95-9526-4a16ab04cb6a,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:27.592941 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-8bc7b2fc-651e-4f83-bb8b-cbb73bb0b5c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:27.596190 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Attempting to bind port b5a41cba-08b8-4f95-9526-4a16ab04cb6a on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:02:27.598599 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Attempting to bind port b5a41cba-08b8-4f95-9526-4a16ab04cb6a by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:02:27.599148 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Attempting to bind port b5a41cba-08b8-4f95-9526-4a16ab04cb6a on network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:27.614597 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Set router 520ade68-8f6b-442a-ba2d-ad8a97dff819 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:27.616763 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:02:27.617086 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Checking segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:27.617873 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:27.617873 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Bound using segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:02:27.618533 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Bound port: b5a41cba-08b8-4f95-9526-4a16ab04cb6a, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:02:27.618984 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:27.750142 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Allocated IP 172.20.0.1 (1675da2b-17f7-4600-9a31-dd1db6c635cf/63b3ba6a-e128-478b-9125-f8f569235c1e/2509da60-219f-4c45-b057-c3a103f7b801) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:02:27.779072 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:27.814204 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Transition to ACTIVE for port object 2b95d5d2-9c55-43f3-8bf8-08c837136a34 will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:27.847817 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] For port b5a41cba-08b8-4f95-9526-4a16ab04cb6a, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:02:27.901536 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] For port b5a41cba-08b8-4f95-9526-4a16ab04cb6a, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=b5a41cba-08b8-4f95-9526-4a16ab04cb6a,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:02:27.946299 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:27.951254 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:27.976793 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:27.997890 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Transition to ACTIVE for port object 2509da60-219f-4c45-b057-c3a103f7b801 will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:28.018384 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '225b1455-5c70-42ba-aa5d-7a0c1a556b2a', 'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'mac_address': 'fa:16:3e:f4:05:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:22Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 2, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'subnets': [{'id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:28.035949 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Attempting to bind port 2b95d5d2-9c55-43f3-8bf8-08c837136a34 on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:02:28.036433 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Attempting to bind port 2b95d5d2-9c55-43f3-8bf8-08c837136a34 by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:02:28.036859 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Attempting to bind port 2b95d5d2-9c55-43f3-8bf8-08c837136a34 on network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:28.040269 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7ff10-a4c7-4bc0-ac4e-19c8eae7c102 None None] Pushing event updated for resources: {'Port': ['ID=2b95d5d2-9c55-43f3-8bf8-08c837136a34,revision_number=2']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:28.051968 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-f8e7ff10-a4c7-4bc0-ac4e-19c8eae7c102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:28.052413 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:28.053253 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Checking router: 520ade68-8f6b-442a-ba2d-ad8a97dff819 for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:02:28.053632 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Updating router 520ade68-8f6b-442a-ba2d-ad8a97dff819 port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a binding host dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:02:28.054108 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:02:28.054987 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Checking segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:28.055598 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:28.057368 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Bound using segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:02:28.058157 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Bound port: 2b95d5d2-9c55-43f3-8bf8-08c837136a34, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:02:28.058912 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:28.070222 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d9bb971a-dbfb-426a-a099-b984dcb6fdc1 req-0ace04d5-48c0-409b-8c68-14c6dc643315 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 210 time: 0.0392132 Jun 28 22:02:28.078620 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-8bc7b2fc-651e-4f83-bb8b-cbb73bb0b5c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:28.146966 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] For port 2b95d5d2-9c55-43f3-8bf8-08c837136a34, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:02:28.147403 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:28.152037 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] For port 2b95d5d2-9c55-43f3-8bf8-08c837136a34, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=2b95d5d2-9c55-43f3-8bf8-08c837136a34,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:02:28.160660 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:28.176887 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc7b2fc-651e-4f83-bb8b-cbb73bb0b5c7 None None] Pushing event updated for resources: {'Port': ['ID=b5a41cba-08b8-4f95-9526-4a16ab04cb6a,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:28.180252 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-8bc7b2fc-651e-4f83-bb8b-cbb73bb0b5c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:28.180961 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Routers {'6258e4d1-0311-4c82-8045-c67c246f6c00'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:28.181582 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:01:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['6258e4d1-0311-4c82-8045-c67c246f6c00'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:28.183580 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-6cd1628a-1155-47d1-a8c0-cd57efaa1c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:28.229259 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Network 7c760d07-f07f-45da-b722-cb1c9bb91047 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:28.235869 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:28.239336 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-74abd805-7ba9-47db-8efd-717660bbf69a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:28.252709 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:28.259721 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:28.275111 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:02:28.275762 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-963971'] for router_interface, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:28.372179 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Routers {'52aeec24-def7-45c4-af78-f3d2419b34c5'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:28.373432 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:01:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['52aeec24-def7-45c4-af78-f3d2419b34c5'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:28.381440 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7ff10-a4c7-4bc0-ac4e-19c8eae7c102 None None] Pushing event updated for resources: {'Port': ['ID=2b95d5d2-9c55-43f3-8bf8-08c837136a34,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:28.442353 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=db0583ae-c2e6-484e-a16c-1c0afce6d0d0,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:28.737398 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-f8e7ff10-a4c7-4bc0-ac4e-19c8eae7c102 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:28.784862 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Network 1675da2b-17f7-4600-9a31-dd1db6c635cf is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:28.790972 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49032) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:28.790972 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-b77dda64-1d8b-4abd-9f83-f28635f7a2a5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241614932', 'description': 'tempest-description--2100243553'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:28.793355 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:28.793355 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:28.793355 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:28.793355 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:02:28.793355 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-963971'] for router_interface, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:28.793751 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.35', 53918) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:28.793839 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] Set router 52aeec24-def7-45c4-af78-f3d2419b34c5 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:28.793922 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] Set router 6258e4d1-0311-4c82-8045-c67c246f6c00 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:28.794389 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Pushing event updated for resources: {'Port': ['ID=2509da60-219f-4c45-b057-c3a103f7b801,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:28.794389 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:28.805033 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b77dda64-1d8b-4abd-9f83-f28635f7a2a5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:28.943497 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:23Z', 'revision_number': 3, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:28.967286 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:28.971261 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24a83baa-f79d-4bca-8948-15a3b6a9339f None None] The sync data for ids ['52aeec24-def7-45c4-af78-f3d2419b34c5'] in dv-cinder-798384-1-smb is: [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:23Z', 'revision_number': 3, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:02:28.975683 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ad44a-06dd-439f-b163-9f069089b775 req-aee683b1-e608-431a-bfda-972d2891c347 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:28.986048 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-aee683b1-e608-431a-bfda-972d2891c347 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.35 "GET /v2.0/networks?id=f36ba602-519d-47ea-a143-66d9b4b7145d HTTP/1.1" status: 200 len: 812 time: 0.4074185 Jun 28 22:02:29.046606 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-961ad44a-06dd-439f-b163-9f069089b775 req-55360509-1374-40a0-9e46-710cadc053eb tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Request body: {'port': {'device_id': '69030245-7350-4a22-8fed-190a6b2333f2', 'network_id': 'f36ba602-519d-47ea-a143-66d9b4b7145d', 'admin_state_up': True, 'tenant_id': '113543ae608b425e93ef9814cb6dd1da'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:29.089835 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.247141 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 49050) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:29.281663 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-cb0e0e27-82a7-4206-80b9-2aa6c6c99e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.397432 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.425284 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-85a25587-0aea-49b0-b72f-5284e4a79dd1 None None] Provisioning for port 2509da60-219f-4c45-b057-c3a103f7b801 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:29.478055 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b77dda64-1d8b-4abd-9f83-f28635f7a2a5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.490630 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 7b672b8d-3d41-42ee-8a10-83ec388abe55 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:29.505611 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.549770 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.583090 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b77dda64-1d8b-4abd-9f83-f28635f7a2a5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.591949 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2d1ae41e-b52e-4020-a340-0d2e5bdb3de3 req-2e652d14-d398-41be-a983-55e58cf7ad2d tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 210 time: 0.0727592 Jun 28 22:02:29.600887 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1ad0b4b1-ae52-4bf6-8c0e-c52091f40368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.601156 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:29.644255 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-85a25587-0aea-49b0-b72f-5284e4a79dd1 None None] Provisioning complete for port 2509da60-219f-4c45-b057-c3a103f7b801 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:29.644675 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-85a25587-0aea-49b0-b72f-5284e4a79dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.652533 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77dda64-1d8b-4abd-9f83-f28635f7a2a5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06211b77-0e46-4919-ad62-ec76ab41ca60,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:29.674760 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-b77dda64-1d8b-4abd-9f83-f28635f7a2a5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:29.777462 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.783414 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.784554 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.787369 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1ad0b4b1-ae52-4bf6-8c0e-c52091f40368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.789210 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963443'] for router_interface, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.793419 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:29.838345 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963443'] for router_interface, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.846341 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Transition to ACTIVE for port object 225b1455-5c70-42ba-aa5d-7a0c1a556b2a will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:29.849652 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-85a25587-0aea-49b0-b72f-5284e4a79dd1 None None] Port 2509da60-219f-4c45-b057-c3a103f7b801 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:02:29.858848 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 7b672b8d-3d41-42ee-8a10-83ec388abe55 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:29.858848 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.878989 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1ad0b4b1-ae52-4bf6-8c0e-c52091f40368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.909388 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'name': 'tempest-ServerRescueNegativeTestJSON-1577230706-router', 'tenant_id': '3119f34cbd4c4cef86133fc965006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:19Z', 'updated_at': '2021-06-28T22:02:22Z', 'revision_number': 3, 'project_id': '3119f34cbd4c4cef86133fc965006033', 'gw_port': {'id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:29.947713 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b77dda64-1d8b-4abd-9f83-f28635f7a2a5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:29.956313 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-b77dda64-1d8b-4abd-9f83-f28635f7a2a5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 1.4577162 Jun 28 22:02:29.959588 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-1ad0b4b1-ae52-4bf6-8c0e-c52091f40368 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=35620a4003344ada9292fe74d7fb0118&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6943538 Jun 28 22:02:29.969396 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49084) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:29.969925 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49086) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:30.024548 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63930a7e-860e-4c0d-8f6c-5e2bad1a9a27 None None] The sync data for ids ['6258e4d1-0311-4c82-8045-c67c246f6c00'] in dv-cinder-798384-1-smb is: [{'id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'name': 'tempest-ServerRescueNegativeTestJSON-1577230706-router', 'tenant_id': '3119f34cbd4c4cef86133fc965006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:19Z', 'updated_at': '2021-06-28T22:02:22Z', 'revision_number': 3, 'project_id': '3119f34cbd4c4cef86133fc965006033', 'gw_port': {'id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:02:30.026113 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:30.055553 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:30.075800 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-a1de0538-ff3b-4418-b348-c6a793f6da0b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Request body: {'security_group_rule': {'security_group_id': '06211b77-0e46-4919-ad62-ec76ab41ca60', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:30.191262 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Pushing event updated for resources: {'Port': ['ID=2509da60-219f-4c45-b057-c3a103f7b801,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:30.228059 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a2808c34-299d-482d-8227-6fa0bcc09a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:30.235552 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f02b54-595a-4c45-ad3b-53a40e94db3c None None] Pushing event updated for resources: {'Port': ['ID=225b1455-5c70-42ba-aa5d-7a0c1a556b2a,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:30.252860 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-36f02b54-595a-4c45-ad3b-53a40e94db3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:30.305129 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-961ad44a-06dd-439f-b163-9f069089b775 req-55360509-1374-40a0-9e46-710cadc053eb tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Made reservation on behalf of 113543ae608b425e93ef9814cb6dd1da for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:30.310541 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-961ad44a-06dd-439f-b163-9f069089b775 req-55360509-1374-40a0-9e46-710cadc053eb tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:30.356553 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a2808c34-299d-482d-8227-6fa0bcc09a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:30.409388 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:30.469187 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Pushing event updated for resources: {'Port': ['ID=db0583ae-c2e6-484e-a16c-1c0afce6d0d0,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:30.475023 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:30.475699 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.616s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:30.476027 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:30.486012 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.541s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:30.521141 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Attempting to bind port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:02:30.521320 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad0b4b1-ae52-4bf6-8c0e-c52091f40368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03440e54-1bf3-4e87-9fd5-e0a296a34ffa,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:30.522327 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Attempting to bind port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:02:30.522711 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Attempting to bind port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a on network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:30.530169 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-1ad0b4b1-ae52-4bf6-8c0e-c52091f40368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:30.535967 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:02:30.540351 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Checking segment: {'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:30.549538 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:30.549538 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Bound using segment: {'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:02:30.549538 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Bound port: 225b1455-5c70-42ba-aa5d-7a0c1a556b2a, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:02:30.549538 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:30.551462 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Network 7c760d07-f07f-45da-b722-cb1c9bb91047 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:30.555336 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:30.609817 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Network 1675da2b-17f7-4600-9a31-dd1db6c635cf is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:30.654440 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a1de0538-ff3b-4418-b348-c6a793f6da0b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:30.673412 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:30.827165 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] For port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:02:30.832581 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] For port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=225b1455-5c70-42ba-aa5d-7a0c1a556b2a,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:02:30.893138 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:30.896928 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:30.985887 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f02b54-595a-4c45-ad3b-53a40e94db3c None None] Pushing event updated for resources: {'Port': ['ID=225b1455-5c70-42ba-aa5d-7a0c1a556b2a,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:30.989812 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-36f02b54-595a-4c45-ad3b-53a40e94db3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:31.012141 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Routers {'520ade68-8f6b-442a-ba2d-ad8a97dff819'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:31.012922 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:02:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['520ade68-8f6b-442a-ba2d-ad8a97dff819'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:31.083221 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Router 6258e4d1-0311-4c82-8045-c67c246f6c00 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:02:31.086356 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-27cfefd4-4a00-4abf-87ee-def61edb6390 req-de86aa5a-96a5-4997-a02e-d333af49572a tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 210 time: 0.0916531 Jun 28 22:02:31.358896 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a2808c34-299d-482d-8227-6fa0bcc09a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:31.392475 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a2808c34-299d-482d-8227-6fa0bcc09a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:31.393645 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-a2808c34-299d-482d-8227-6fa0bcc09a11 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/03440e54-1bf3-4e87-9fd5-e0a296a34ffa HTTP/1.1" status: 204 len: 168 time: 1.4225736 Jun 28 22:02:31.460779 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] Set router 520ade68-8f6b-442a-ba2d-ad8a97dff819 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:31.473303 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8da5c054-bd8f-4a5a-99e4-8c74aca781e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:31.519178 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a1de0538-ff3b-4418-b348-c6a793f6da0b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:31.528422 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2808c34-299d-482d-8227-6fa0bcc09a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03440e54-1bf3-4e87-9fd5-e0a296a34ffa,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:31.537974 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a2808c34-299d-482d-8227-6fa0bcc09a11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:31.560108 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-961ad44a-06dd-439f-b163-9f069089b775 req-55360509-1374-40a0-9e46-710cadc053eb tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Allocated IP 172.20.0.12 (f36ba602-519d-47ea-a143-66d9b4b7145d/01117748-5fef-49b9-9f52-bc7ab9c5097f/27f1f4dd-4088-49d3-b61c-a21b0a1ad429) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:02:31.610892 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a1de0538-ff3b-4418-b348-c6a793f6da0b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:31.625899 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 2b95d5d2-9c55-43f3-8bf8-08c837136a34 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:31.662747 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:31.738167 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1de0538-ff3b-4418-b348-c6a793f6da0b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=227f592f-7286-42d0-b23d-4be3f2cf2b9b,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:31.751164 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a1de0538-ff3b-4418-b348-c6a793f6da0b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:31.962745 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:31.982284 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-8e59fc13-4f32-4918-a109-2aa5233b9001 None None] Provisioning complete for port 2509da60-219f-4c45-b057-c3a103f7b801 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:31.982665 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8e59fc13-4f32-4918-a109-2aa5233b9001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:32.098695 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a1de0538-ff3b-4418-b348-c6a793f6da0b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:32.101323 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Router 52aeec24-def7-45c4-af78-f3d2419b34c5 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:02:32.114278 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-a1de0538-ff3b-4418-b348-c6a793f6da0b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1407890 Jun 28 22:02:32.131370 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 49144) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:32.137342 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-e80599e8-1a4a-4e31-86cd-aa8a9423791f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Request body: {'security_group_rule': {'security_group_id': '06211b77-0e46-4919-ad62-ec76ab41ca60', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:32.171882 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-8e59fc13-4f32-4918-a109-2aa5233b9001 None None] Port 2509da60-219f-4c45-b057-c3a103f7b801 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:02:32.183627 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-961ad44a-06dd-439f-b163-9f069089b775 req-55360509-1374-40a0-9e46-710cadc053eb tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:32.187954 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:02:32.259652 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port 2b95d5d2-9c55-43f3-8bf8-08c837136a34 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:32.269496 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 2b95d5d2-9c55-43f3-8bf8-08c837136a34 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:32.269496 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:32.281986 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] 10.222.0.36 "PUT /v2.0/routers/6258e4d1-0311-4c82-8045-c67c246f6c00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1628003 Jun 28 22:02:32.298109 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e80599e8-1a4a-4e31-86cd-aa8a9423791f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:32.326919 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-961ad44a-06dd-439f-b163-9f069089b775 req-55360509-1374-40a0-9e46-710cadc053eb tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:32.331685 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-123093b7-16dd-4ef4-b402-e27bdbd2bbb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:32.489864 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '225b1455-5c70-42ba-aa5d-7a0c1a556b2a', 'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'mac_address': 'fa:16:3e:f4:05:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:22Z', 'updated_at': '2021-06-28T22:02:30Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'subnets': [{'id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:32.523791 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c82b142b-cb07-491b-ae09-ca0c750c2454 None None] The sync data for ids ['520ade68-8f6b-442a-ba2d-ad8a97dff819'] in dv-cinder-798384-1-smb is: [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '225b1455-5c70-42ba-aa5d-7a0c1a556b2a', 'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'mac_address': 'fa:16:3e:f4:05:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:22Z', 'updated_at': '2021-06-28T22:02:30Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'subnets': [{'id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:02:32.588364 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:32.635124 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-961ad44a-06dd-439f-b163-9f069089b775 req-55360509-1374-40a0-9e46-710cadc053eb tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Network f36ba602-519d-47ea-a143-66d9b4b7145d is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:32.645282 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-961ad44a-06dd-439f-b163-9f069089b775 req-55360509-1374-40a0-9e46-710cadc053eb tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:32.647656 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55360509-1374-40a0-9e46-710cadc053eb tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Pushing event updated for resources: {'Port': ['ID=27f1f4dd-4088-49d3-b61c-a21b0a1ad429,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:32.681116 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-961ad44a-06dd-439f-b163-9f069089b775 req-55360509-1374-40a0-9e46-710cadc053eb tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:02:32.707050 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ad44a-06dd-439f-b163-9f069089b775 req-55360509-1374-40a0-9e46-710cadc053eb tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:32.708205 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-961ad44a-06dd-439f-b163-9f069089b775 req-55360509-1374-40a0-9e46-710cadc053eb tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:32.716270 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port 2b95d5d2-9c55-43f3-8bf8-08c837136a34, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=2b95d5d2-9c55-43f3-8bf8-08c837136a34,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:32.721994 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-55360509-1374-40a0-9e46-710cadc053eb tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:32.853680 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-55360509-1374-40a0-9e46-710cadc053eb tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8171527 Jun 28 22:02:32.856148 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:32.866513 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device b5a41cba-08b8-4f95-9526-4a16ab04cb6a up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:32.868716 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-8ee83518-f75c-41fa-a845-fbab5588a54e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:32.886934 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-192cdf6f-0055-480a-9eb0-a81dada3d2b2 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93383) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 22:02:32.888288 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-192cdf6f-0055-480a-9eb0-a81dada3d2b2 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065992 Jun 28 22:02:33.068380 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:02:33.068380 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] 10.222.0.36 "PUT /v2.0/routers/52aeec24-def7-45c4-af78-f3d2419b34c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0527766 Jun 28 22:02:33.069744 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Sync routers for ids ['52aeec24-def7-45c4-af78-f3d2419b34c5'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:02:33.069744 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Routers {'52aeec24-def7-45c4-af78-f3d2419b34c5'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:33.069744 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:02:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['52aeec24-def7-45c4-af78-f3d2419b34c5'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:33.070658 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e80599e8-1a4a-4e31-86cd-aa8a9423791f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:33.176336 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2aae40-3fa9-4b8a-973e-8cf586957a9e req-a5976f48-edcd-4025-b59d-08b9627b878f tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:33.182011 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=2b95d5d2-9c55-43f3-8bf8-08c837136a34,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:33.188424 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5b2aae40-3fa9-4b8a-973e-8cf586957a9e req-a5976f48-edcd-4025-b59d-08b9627b878f tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 932 time: 0.7573915 Jun 28 22:02:33.191832 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:33.283941 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Set router 52aeec24-def7-45c4-af78-f3d2419b34c5 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:33.414174 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5b2aae40-3fa9-4b8a-973e-8cf586957a9e req-c3ca589d-19b4-4375-a66b-33f512b30256 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186301 Jun 28 22:02:33.464017 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e80599e8-1a4a-4e31-86cd-aa8a9423791f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:33.466064 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:33.467927 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port b5a41cba-08b8-4f95-9526-4a16ab04cb6a completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:33.475411 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port b5a41cba-08b8-4f95-9526-4a16ab04cb6a triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:33.477873 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:33.514069 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80599e8-1a4a-4e31-86cd-aa8a9423791f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ad51648-659c-4917-b2e7-9c4545dd2a6c,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:33.532605 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-e80599e8-1a4a-4e31-86cd-aa8a9423791f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:33.639816 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e80599e8-1a4a-4e31-86cd-aa8a9423791f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:33.644098 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49206) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:33.646616 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-e80599e8-1a4a-4e31-86cd-aa8a9423791f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5137975 Jun 28 22:02:33.652980 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Request body: {'floatingip': {'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:33.739486 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Sync routers for ids ['6258e4d1-0311-4c82-8045-c67c246f6c00'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:02:33.764855 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Request body: {'port': {'device_id': '69030245-7350-4a22-8fed-190a6b2333f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:33.765326 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:33.787414 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '2509da60-219f-4c45-b057-c3a103f7b801', 'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'mac_address': 'fa:16:3e:1e:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:27Z', 'updated_at': '2021-06-28T22:02:29Z', 'revision_number': 2, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'subnets': [{'id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:33.871699 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Checking router: 52aeec24-def7-45c4-af78-f3d2419b34c5 for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:02:33.872290 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Updating router 52aeec24-def7-45c4-af78-f3d2419b34c5 port 2509da60-219f-4c45-b057-c3a103f7b801 binding host dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:02:33.872416 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for floatingip, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:33.874330 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Routers {'6258e4d1-0311-4c82-8045-c67c246f6c00'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:33.880516 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f59497-f158-452d-8c2b-71665c01afe4 req-0e75685a-4a2a-4276-bd03-6cd4a82eae0d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:33.881395 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:02:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['6258e4d1-0311-4c82-8045-c67c246f6c00'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:33.892095 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port b5a41cba-08b8-4f95-9526-4a16ab04cb6a, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=b5a41cba-08b8-4f95-9526-4a16ab04cb6a,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:33.892297 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-0e75685a-4a2a-4276-bd03-6cd4a82eae0d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/networks?id=7c760d07-f07f-45da-b722-cb1c9bb91047 HTTP/1.1" status: 200 len: 819 time: 0.3241224 Jun 28 22:02:33.925808 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:33.940704 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-fdda20fe-552a-42a4-a823-d0cca5935f0e tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/quotas/3119f34cbd4c4cef86133fc965006033 HTTP/1.1" status: 200 len: 375 time: 0.0475736 Jun 28 22:02:34.012643 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:34.017894 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:34.018021 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-56b4e7d8-c58c-47de-8db2-cec5a991a610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:34.365178 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-2d2b2263-821d-4741-b6b3-bb7b6c067717 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3119f34cbd4c4cef86133fc965006033&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4234781 Jun 28 22:02:34.659690 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 225b1455-5c70-42ba-aa5d-7a0c1a556b2a up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:34.673570 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:34.760527 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=b5a41cba-08b8-4f95-9526-4a16ab04cb6a,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:34.792988 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.775s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:34.808104 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 49244) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:34.842403 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Set router 6258e4d1-0311-4c82-8045-c67c246f6c00 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:34.915957 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:34.942118 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:34.942790 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:35.201496 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Allocated IP 172.28.0.41 (9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6/0eef9f0e-0d35-4ef7-8148-7c64e0103d05/796beaaa-ecf6-4a9a-b8f4-175b96f2228a) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:02:35.267015 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:02:35.280488 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:35.305766 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Transition to ACTIVE for port object 2509da60-219f-4c45-b057-c3a103f7b801 will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:35.330434 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:35.378330 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:35.378722 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Transition to ACTIVE for port object 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:35.382024 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-271a94fd-a133-4010-85f6-e22068008660 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:35.425948 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:35.522039 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab6c5b-4301-4b33-8788-43f3c6839a8e None None] Pushing event updated for resources: {'Port': ['ID=2509da60-219f-4c45-b057-c3a103f7b801,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:35.536810 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-deab6c5b-4301-4b33-8788-43f3c6839a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:35.580938 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=225b1455-5c70-42ba-aa5d-7a0c1a556b2a,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:35.603032 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'name': 'tempest-ServerRescueNegativeTestJSON-1577230706-router', 'tenant_id': '3119f34cbd4c4cef86133fc965006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:19Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '3119f34cbd4c4cef86133fc965006033', 'gw_port': {'id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': 'db0583ae-c2e6-484e-a16c-1c0afce6d0d0', 'name': '', 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047', 'tenant_id': '3119f34cbd4c4cef86133fc965006033', 'mac_address': 'fa:16:3e:04:6c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0afd4b0c-f3c8-4204-abf0-24f2274291f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:26Z', 'updated_at': '2021-06-28T22:02:29Z', 'revision_number': 2, 'project_id': '3119f34cbd4c4cef86133fc965006033', 'subnets': [{'id': '0afd4b0c-f3c8-4204-abf0-24f2274291f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:35.606795 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-85a87d1e-8c63-4e62-b0b9-bba03c9202ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:35.640963 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:35.705916 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-5b1af96e-f2c0-47e1-82e4-29343e329f06 service neutron] http://10.222.0.36:9696/v2.0/extensions returned with HTTP 200 {{(pid=93384) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 28 22:02:35.715971 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-5b1af96e-f2c0-47e1-82e4-29343e329f06 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5602672 Jun 28 22:02:35.732872 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Attempting to bind port 2509da60-219f-4c45-b057-c3a103f7b801 on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:02:35.733494 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Attempting to bind port 2509da60-219f-4c45-b057-c3a103f7b801 by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:02:35.734070 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Attempting to bind port 2509da60-219f-4c45-b057-c3a103f7b801 on network 1675da2b-17f7-4600-9a31-dd1db6c635cf {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:35.759822 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:02:35.764676 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Checking router: 6258e4d1-0311-4c82-8045-c67c246f6c00 for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:02:35.770381 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Updating router 6258e4d1-0311-4c82-8045-c67c246f6c00 port db0583ae-c2e6-484e-a16c-1c0afce6d0d0 binding host dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:02:35.770988 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Checking segment: {'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:35.775147 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:35.782002 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:35.782136 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Bound using segment: {'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:02:35.782879 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 2b95d5d2-9c55-43f3-8bf8-08c837136a34 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:35.784086 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Bound port: 2509da60-219f-4c45-b057-c3a103f7b801, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:02:35.784569 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:35.825909 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:35.843117 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-55360509-1374-40a0-9e46-710cadc053eb tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:35.944117 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-85a87d1e-8c63-4e62-b0b9-bba03c9202ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:35.977630 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:36.001520 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:36.002375 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Pushing event updated for resources: {'Port': ['ID=27f1f4dd-4088-49d3-b61c-a21b0a1ad429,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:36.007782 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:36.043214 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-85a87d1e-8c63-4e62-b0b9-bba03c9202ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:36.045289 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] For port 2509da60-219f-4c45-b057-c3a103f7b801, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:02:36.049402 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] For port 2509da60-219f-4c45-b057-c3a103f7b801, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=2509da60-219f-4c45-b057-c3a103f7b801,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:02:36.050672 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-09334f8f-a179-461d-bb6d-c159be32140f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:36.110167 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:36.115539 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-f8e7ff10-a4c7-4bc0-ac4e-19c8eae7c102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:36.115664 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a87d1e-8c63-4e62-b0b9-bba03c9202ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d789606c-4d81-4d01-a39c-070155b47e27,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:36.128727 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:36.139836 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-85a87d1e-8c63-4e62-b0b9-bba03c9202ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:36.161592 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:36.208976 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-85a87d1e-8c63-4e62-b0b9-bba03c9202ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c61a22c2f70c47c190fea70e432a0a4e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3988409 Jun 28 22:02:36.235326 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-e577b3d1-ba79-42e6-a84a-8fb58656935d service neutron] 10.222.0.36 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5139112 Jun 28 22:02:36.261013 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 49282) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:36.266056 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Routers {'52aeec24-def7-45c4-af78-f3d2419b34c5'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:36.266711 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:02:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['52aeec24-def7-45c4-af78-f3d2419b34c5'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:36.387896 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:36.408770 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event updated for resources: {'Port': ['ID=796beaaa-ecf6-4a9a-b8f4-175b96f2228a,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:36.413521 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:36.414455 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:36.417788 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:02:36.478694 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-7deae630-4d7b-4658-84e8-8c2f79bd9c14 service neutron] 10.222.0.36 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412024 Jun 28 22:02:36.494353 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-db81feaf-9e8b-4815-85a8-7a765d0aea83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:36.561960 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-db81feaf-9e8b-4815-85a8-7a765d0aea83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:36.563185 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Attempting to bind port 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:02:36.570418 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=225b1455-5c70-42ba-aa5d-7a0c1a556b2a,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:36.581946 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Attempting to bind port 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': 'c4e7062c-8df3-408c-9c36-ef3fb3714cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f36ba602-519d-47ea-a143-66d9b4b7145d'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:02:36.582356 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Attempting to bind port 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 on network f36ba602-519d-47ea-a143-66d9b4b7145d {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:36.588655 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:36.601219 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] Set router 52aeec24-def7-45c4-af78-f3d2419b34c5 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:36.658091 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 49288) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:36.658652 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Port 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 on network f36ba602-519d-47ea-a143-66d9b4b7145d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:02:36.658652 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Attempting to bind port 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 on network f36ba602-519d-47ea-a143-66d9b4b7145d {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:36.672245 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 2b95d5d2-9c55-43f3-8bf8-08c837136a34 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:36.672682 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:36.673477 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-3e5c81d5-f04a-4102-8859-e6feb88d7050 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1091256981', 'description': 'tempest-description--404015517'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:36.676109 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:36.709041 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:02:36.711444 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Checking segment: {'id': 'c4e7062c-8df3-408c-9c36-ef3fb3714cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f36ba602-519d-47ea-a143-66d9b4b7145d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:36.711444 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Bound using segment: {'id': 'c4e7062c-8df3-408c-9c36-ef3fb3714cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f36ba602-519d-47ea-a143-66d9b4b7145d'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:02:36.711444 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Bound port: 27f1f4dd-4088-49d3-b61c-a21b0a1ad429, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7062c-8df3-408c-9c36-ef3fb3714cc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'f36ba602-519d-47ea-a143-66d9b4b7145d'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:02:36.711444 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:36.851828 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3e5c81d5-f04a-4102-8859-e6feb88d7050 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:36.869218 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-db81feaf-9e8b-4815-85a8-7a765d0aea83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:36.901586 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-db81feaf-9e8b-4815-85a8-7a765d0aea83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:36.907610 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-db81feaf-9e8b-4815-85a8-7a765d0aea83 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d789606c-4d81-4d01-a39c-070155b47e27 HTTP/1.1" status: 204 len: 168 time: 0.6421359 Jun 28 22:02:36.913781 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:36.954750 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81feaf-9e8b-4815-85a8-7a765d0aea83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d789606c-4d81-4d01-a39c-070155b47e27,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:36.997079 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-db81feaf-9e8b-4815-85a8-7a765d0aea83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:37.011814 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:37.032557 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c6da3b-af5c-4bf2-aaf1-d05dc8616edb req-ecfe0356-b51b-49b3-9a6b-633cf63b3688 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:37.042727 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d0c6da3b-af5c-4bf2-aaf1-d05dc8616edb req-ecfe0356-b51b-49b3-9a6b-633cf63b3688 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 944 time: 0.2291410 Jun 28 22:02:37.147656 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d0c6da3b-af5c-4bf2-aaf1-d05dc8616edb req-601af2d1-6842-4732-b1f0-48b20d62874d tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982187 Jun 28 22:02:37.156610 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] For port 27f1f4dd-4088-49d3-b61c-a21b0a1ad429, host hv-cinder-79838, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:02:37.232695 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deab6c5b-4301-4b33-8788-43f3c6839a8e None None] Pushing event updated for resources: {'Port': ['ID=2509da60-219f-4c45-b057-c3a103f7b801,revision_number=4']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:37.236572 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-deab6c5b-4301-4b33-8788-43f3c6839a8e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.123s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:37.258507 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d1ec5bb8-1158-42e0-a5e4-b97f2d8afd71 req-c0f3bc6c-823b-4b87-8564-4db5e929ad47 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 210 time: 0.1324127 Jun 28 22:02:37.263823 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] For port 27f1f4dd-4088-49d3-b61c-a21b0a1ad429, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=27f1f4dd-4088-49d3-b61c-a21b0a1ad429,segment=NetworkSegment(c4e7062c-8df3-408c-9c36-ef3fb3714cc4),segment_id=c4e7062c-8df3-408c-9c36-ef3fb3714cc4)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:02:37.295044 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '2509da60-219f-4c45-b057-c3a103f7b801', 'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'mac_address': 'fa:16:3e:1e:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:27Z', 'updated_at': '2021-06-28T22:02:36Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'subnets': [{'id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:37.297527 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3e5c81d5-f04a-4102-8859-e6feb88d7050 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:37.352976 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a18dbe-5b9b-4ff6-a8aa-731794ba619a None None] The sync data for ids ['52aeec24-def7-45c4-af78-f3d2419b34c5'] in dv-cinder-798384-1-smb is: [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '2509da60-219f-4c45-b057-c3a103f7b801', 'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'mac_address': 'fa:16:3e:1e:c7:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:27Z', 'updated_at': '2021-06-28T22:02:36Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'subnets': [{'id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:02:37.366341 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:37.368454 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3e5c81d5-f04a-4102-8859-e6feb88d7050 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:37.371760 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-85a87d1e-8c63-4e62-b0b9-bba03c9202ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:37.402209 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6e0c92f1-3f2f-4eae-b150-5e65521f33f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:37.474797 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:37.489099 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Transition to ACTIVE for port object db0583ae-c2e6-484e-a16c-1c0afce6d0d0 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:37.522827 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:37.523604 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:37.533264 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] 10.222.0.35 "PUT /v2.0/ports/27f1f4dd-4088-49d3-b61c-a21b0a1ad429 HTTP/1.1" status: 200 len: 1094 time: 3.9908121 Jun 28 22:02:37.545957 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69030245-7350-4a22-8fed-190a6b2333f2', 'tag': '27f1f4dd-4088-49d3-b61c-a21b0a1ad429'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:02:37.547289 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5c81d5-f04a-4102-8859-e6feb88d7050 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c779b4d7-009d-4089-9181-335bd72fc4b4,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:37.559582 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-3e5c81d5-f04a-4102-8859-e6feb88d7050 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:37.630026 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:37.632313 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:37.658141 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3e5c81d5-f04a-4102-8859-e6feb88d7050 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:37.662761 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-3e5c81d5-f04a-4102-8859-e6feb88d7050 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.0016506 Jun 28 22:02:37.668824 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 49336) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:37.699074 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-4851bc27-b9bb-4817-b85b-cf39b2cb6d95 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Request body: {'security_group_rule': {'security_group_id': 'c779b4d7-009d-4089-9181-335bd72fc4b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:37.802412 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 225b1455-5c70-42ba-aa5d-7a0c1a556b2a up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:37.923334 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4851bc27-b9bb-4817-b85b-cf39b2cb6d95 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:38.025750 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae9060-8788-4132-ac83-a30d08fbffc9 None None] Pushing event updated for resources: {'Port': ['ID=db0583ae-c2e6-484e-a16c-1c0afce6d0d0,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:38.049083 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-0fae9060-8788-4132-ac83-a30d08fbffc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:38.168565 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-4044d4b1-86e6-497c-be14-4e3df7e3af8e tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:38.175547 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-4044d4b1-86e6-497c-be14-4e3df7e3af8e tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/networks?id=7c760d07-f07f-45da-b722-cb1c9bb91047 HTTP/1.1" status: 200 len: 819 time: 0.3563170 Jun 28 22:02:38.210621 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4851bc27-b9bb-4817-b85b-cf39b2cb6d95 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:38.220949 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-3fe84604-e52d-454c-abd9-67ed2f74f194 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/quotas/3119f34cbd4c4cef86133fc965006033 HTTP/1.1" status: 200 len: 375 time: 0.0442233 Jun 28 22:02:38.240003 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Pushing event updated for resources: {'Port': ['ID=27f1f4dd-4088-49d3-b61c-a21b0a1ad429,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:38.285675 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Attempting to bind port db0583ae-c2e6-484e-a16c-1c0afce6d0d0 on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:02:38.286277 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Attempting to bind port db0583ae-c2e6-484e-a16c-1c0afce6d0d0 by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': 'fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:02:38.286975 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Attempting to bind port db0583ae-c2e6-484e-a16c-1c0afce6d0d0 on network 7c760d07-f07f-45da-b722-cb1c9bb91047 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:38.298202 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.894s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:38.300146 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:02:38.304460 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Checking segment: {'id': 'fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:38.308397 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:38.308824 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Bound using segment: {'id': 'fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:02:38.309346 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Bound port: db0583ae-c2e6-484e-a16c-1c0afce6d0d0, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:02:38.311120 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:38.329760 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4851bc27-b9bb-4817-b85b-cf39b2cb6d95 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:38.353201 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:38.353575 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:38.366648 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:38.441430 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:38.444801 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49368) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:38.468128 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851bc27-b9bb-4817-b85b-cf39b2cb6d95 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8d5530c-b71b-4a3f-94b3-6fd30d7133e0,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:38.496218 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-efbb332b-4d83-4f56-8fac-768f7148db33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:38.496679 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-4851bc27-b9bb-4817-b85b-cf39b2cb6d95 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:38.545639 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ad44a-06dd-439f-b163-9f069089b775 req-82a2a499-b96b-4bbe-bd76-2c61a9cc50dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:38.548807 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-82a2a499-b96b-4bbe-bd76-2c61a9cc50dd service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=113543ae608b425e93ef9814cb6dd1da&device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 1097 time: 0.8502347 Jun 28 22:02:38.569612 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-c7eb2657-118a-4956-9f2b-2b3a043c98fa tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=3119f34cbd4c4cef86133fc965006033&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3475103 Jun 28 22:02:38.671885 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device b5a41cba-08b8-4f95-9526-4a16ab04cb6a up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:38.684854 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4851bc27-b9bb-4817-b85b-cf39b2cb6d95 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:38.687235 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-4851bc27-b9bb-4817-b85b-cf39b2cb6d95 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0195184 Jun 28 22:02:38.690484 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 49370) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:38.701870 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed76ff77-2f36-4f08-803a-a89a7177878f req-c9a198cb-6efc-4d60-aaab-38a028b31a19 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:38.710536 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ed76ff77-2f36-4f08-803a-a89a7177878f req-c9a198cb-6efc-4d60-aaab-38a028b31a19 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 944 time: 0.2486033 Jun 28 22:02:38.714670 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:38.751447 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-29a88b29-5a0b-4b94-be9f-3701caa9aeba tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Request body: {'security_group_rule': {'security_group_id': 'c779b4d7-009d-4089-9181-335bd72fc4b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:38.752505 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] For port db0583ae-c2e6-484e-a16c-1c0afce6d0d0, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:02:38.769887 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] For port db0583ae-c2e6-484e-a16c-1c0afce6d0d0, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=db0583ae-c2e6-484e-a16c-1c0afce6d0d0,segment=NetworkSegment(fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3),segment_id=fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:02:38.776689 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e568c107-84c2-4708-b810-9705c3ddaec4" -d '{"events": [{"name": "network-changed", "server_uuid": "69030245-7350-4a22-8fed-190a6b2333f2", "tag": "27f1f4dd-4088-49d3-b61c-a21b0a1ad429"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:02:38.781876 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-eab89876-5c2d-47dd-a53f-6b2af51def4e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27f1f4dd-4088-49d3-b61c-a21b0a1ad429 HTTP/1.1" status: 200 len: 217 time: 0.2136166 Jun 28 22:02:38.786278 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:38.806169 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port b5a41cba-08b8-4f95-9526-4a16ab04cb6a triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:38.806756 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:38.834986 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-2996e090-603c-4655-b183-d569f8d55e78 service neutron] 10.222.0.36 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637775 Jun 28 22:02:38.897062 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:38.909892 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:39.006891 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ed76ff77-2f36-4f08-803a-a89a7177878f req-551290d8-fef9-4e0f-801d-08f526ae9bcf tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950230 Jun 28 22:02:39.167845 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 49386) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:39.177613 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963868'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:39.243378 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Routers {'6258e4d1-0311-4c82-8045-c67c246f6c00'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:02:39.249110 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:02:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['6258e4d1-0311-4c82-8045-c67c246f6c00'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:39.278830 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-462b1ec4-ed63-48a8-966e-00c717891204 service neutron] 10.222.0.36 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4429622 Jun 28 22:02:39.343500 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ad44a-06dd-439f-b163-9f069089b775 req-0593e4f1-af04-4880-ab6c-01af1a5c3cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:39.352355 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-0593e4f1-af04-4880-ab6c-01af1a5c3cc0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01117748-5fef-49b9-9f52-bc7ab9c5097f HTTP/1.1" status: 200 len: 852 time: 0.4627659 Jun 28 22:02:39.438491 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fae9060-8788-4132-ac83-a30d08fbffc9 None None] Pushing event updated for resources: {'Port': ['ID=db0583ae-c2e6-484e-a16c-1c0afce6d0d0,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:39.468891 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-0fae9060-8788-4132-ac83-a30d08fbffc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:39.472304 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-41c7b9d9-577d-4454-a1c8-a7357ecdc7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:39.498958 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event updated for resources: {'Port': ['ID=796beaaa-ecf6-4a9a-b8f4-175b96f2228a,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:39.559025 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.773s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:39.562969 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-143296ce-3a28-42eb-a9b4-b37e80475213 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f36ba602-519d-47ea-a143-66d9b4b7145d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497858 Jun 28 22:02:39.698567 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] Set router 6258e4d1-0311-4c82-8045-c67c246f6c00 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:02:39.707935 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e4d1f6-7c75-46e1-a0ae-ec7d03f4309e x-openstack-request-id: req-c5e4d1f6-7c75-46e1-a0ae-ec7d03f4309e {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:02:39.708489 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69030245-7350-4a22-8fed-190a6b2333f2", "tag": "27f1f4dd-4088-49d3-b61c-a21b0a1ad429", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:02:39.708894 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c5e4d1f6-7c75-46e1-a0ae-ec7d03f4309e {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:02:39.709519 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69030245-7350-4a22-8fed-190a6b2333f2', 'tag': '27f1f4dd-4088-49d3-b61c-a21b0a1ad429', 'status': 'completed', 'code': 200} Jun 28 22:02:39.817952 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 2509da60-219f-4c45-b057-c3a103f7b801 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:39.825595 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-10d5f0a6-a283-4dff-97bb-97267551991e req-2ca0bea6-856e-4e02-b1c6-3e37baf4df66 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0633378 Jun 28 22:02:39.845780 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-efbb332b-4d83-4f56-8fac-768f7148db33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:39.867737 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-2c1e63a0-deb0-49ee-8b57-0f437ff1e832 service neutron] 10.222.0.35 "GET /v2.0/networks/f36ba602-519d-47ea-a143-66d9b4b7145d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826881 Jun 28 22:02:39.941815 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-efbb332b-4d83-4f56-8fac-768f7148db33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:39.959027 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a2808c34-299d-482d-8227-6fa0bcc09a11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:40.006049 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-29a88b29-5a0b-4b94-be9f-3701caa9aeba tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:40.128462 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-efbb332b-4d83-4f56-8fac-768f7148db33 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1037f9479dc1411eb107f85c3f7d8c90&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6788170 Jun 28 22:02:40.129303 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 49414) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:40.153822 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbb332b-4d83-4f56-8fac-768f7148db33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef80d289-1fef-4dd9-91e9-0c390b3b864c,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:40.172415 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-efbb332b-4d83-4f56-8fac-768f7148db33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:40.173638 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:40.175767 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5296984 Jun 28 22:02:40.203960 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-961ad44a-06dd-439f-b163-9f069089b775 req-123ec8b3-50e2-431a-a82b-37713d99066d service neutron] 10.222.0.35 "GET /v2.0/networks/f36ba602-519d-47ea-a143-66d9b4b7145d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134360 Jun 28 22:02:40.241727 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-29a88b29-5a0b-4b94-be9f-3701caa9aeba tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:40.258132 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:40.312046 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'name': 'tempest-ServerRescueNegativeTestJSON-1577230706-router', 'tenant_id': '3119f34cbd4c4cef86133fc965006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:19Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '3119f34cbd4c4cef86133fc965006033', 'gw_port': {'id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': 'db0583ae-c2e6-484e-a16c-1c0afce6d0d0', 'name': '', 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047', 'tenant_id': '3119f34cbd4c4cef86133fc965006033', 'mac_address': 'fa:16:3e:04:6c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0afd4b0c-f3c8-4204-abf0-24f2274291f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:26Z', 'updated_at': '2021-06-28T22:02:38Z', 'revision_number': 4, 'project_id': '3119f34cbd4c4cef86133fc965006033', 'subnets': [{'id': '0afd4b0c-f3c8-4204-abf0-24f2274291f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:02:40.363784 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e08646f9-cbd0-4031-b79c-1e6129b6dd9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:40.403499 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-29a88b29-5a0b-4b94-be9f-3701caa9aeba tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:40.417981 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e77637e-330f-46f8-95e6-f7d5960b60ed None None] The sync data for ids ['6258e4d1-0311-4c82-8045-c67c246f6c00'] in dv-cinder-798384-1-smb is: [{'id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'name': 'tempest-ServerRescueNegativeTestJSON-1577230706-router', 'tenant_id': '3119f34cbd4c4cef86133fc965006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:19Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '3119f34cbd4c4cef86133fc965006033', 'gw_port': {'id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': 'db0583ae-c2e6-484e-a16c-1c0afce6d0d0', 'name': '', 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047', 'tenant_id': '3119f34cbd4c4cef86133fc965006033', 'mac_address': 'fa:16:3e:04:6c:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0afd4b0c-f3c8-4204-abf0-24f2274291f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:26Z', 'updated_at': '2021-06-28T22:02:38Z', 'revision_number': 4, 'project_id': '3119f34cbd4c4cef86133fc965006033', 'subnets': [{'id': '0afd4b0c-f3c8-4204-abf0-24f2274291f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:02:40.422412 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-e80599e8-1a4a-4e31-86cd-aa8a9423791f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:40.428345 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port 2509da60-219f-4c45-b057-c3a103f7b801 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:40.444207 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 2509da60-219f-4c45-b057-c3a103f7b801 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:40.446493 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:40.509514 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e08646f9-cbd0-4031-b79c-1e6129b6dd9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:40.516194 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a88b29-5a0b-4b94-be9f-3701caa9aeba tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=980f113e-782c-4248-8e23-827c19a872bc,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:40.521472 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-29a88b29-5a0b-4b94-be9f-3701caa9aeba tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:40.538829 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568c107-84c2-4708-b810-9705c3ddaec4 req-4cb68bd1-1f92-448e-9edf-942437aae0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:40.544582 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-e568c107-84c2-4708-b810-9705c3ddaec4 req-4cb68bd1-1f92-448e-9edf-942437aae0f4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=113543ae608b425e93ef9814cb6dd1da&device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 1097 time: 0.1486075 Jun 28 22:02:40.670705 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:40.723185 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568c107-84c2-4708-b810-9705c3ddaec4 req-356be41b-6631-4868-aca9-1bfd2b9e334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:40.725488 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-e568c107-84c2-4708-b810-9705c3ddaec4 req-356be41b-6631-4868-aca9-1bfd2b9e334c service neutron] 10.222.0.35 "GET /v2.0/networks?id=f36ba602-519d-47ea-a143-66d9b4b7145d HTTP/1.1" status: 200 len: 913 time: 0.1698692 Jun 28 22:02:40.747576 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port 2509da60-219f-4c45-b057-c3a103f7b801, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=2509da60-219f-4c45-b057-c3a103f7b801,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:40.782809 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-e568c107-84c2-4708-b810-9705c3ddaec4 req-49fcc9e0-4c16-4ed0-846a-4e66e30c7f9b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=27f1f4dd-4088-49d3-b61c-a21b0a1ad429 HTTP/1.1" status: 200 len: 217 time: 0.0459800 Jun 28 22:02:40.848653 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:40.856223 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-36f02b54-595a-4c45-ad3b-53a40e94db3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:40.915122 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4c151c-cc56-42f4-b08d-5fd89627f83f req-5f3c9000-4817-4304-93be-24fb529b6923 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:40.928688 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9f4c151c-cc56-42f4-b08d-5fd89627f83f req-5f3c9000-4817-4304-93be-24fb529b6923 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 944 time: 0.5744233 Jun 28 22:02:40.928688 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-41c7b9d9-577d-4454-a1c8-a7357ecdc7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:40.941896 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-dbd8f560-c9ee-4b43-9446-b402b90e3d81 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--241614932&fields=id&tenant_id=540be3d5aaf14f8099311f922d1335d3 HTTP/1.1" status: 200 len: 267 time: 0.3663871 Jun 28 22:02:40.995493 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=2509da60-219f-4c45-b057-c3a103f7b801,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:41.011328 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:41.061199 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9f4c151c-cc56-42f4-b08d-5fd89627f83f req-29cc5289-4af0-463b-a48c-9cf5c46d5649 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165624 Jun 28 22:02:41.132790 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-f058483c-a13e-44ed-980f-443db6fc7457 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:41.134223 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-f058483c-a13e-44ed-980f-443db6fc7457 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/networks?id=4a01a082-3ec6-4e75-8884-a203b5eaabe4 HTTP/1.1" status: 200 len: 816 time: 0.1912475 Jun 28 22:02:41.190451 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-48d5f418-81c4-4321-baff-4d99fdf6d2c0 req-78e306de-ff51-420b-90f2-df5a2f1344cd tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0551836 Jun 28 22:02:41.201714 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-bd7cde1f-ae1b-4db4-8aba-276955866869 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/quotas/540be3d5aaf14f8099311f922d1335d3 HTTP/1.1" status: 200 len: 375 time: 0.0482600 Jun 28 22:02:41.292075 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-9eeed3c8-3c8c-4e8b-8f90-d7dab248dc4a tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=540be3d5aaf14f8099311f922d1335d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0894568 Jun 28 22:02:41.446955 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-646e5f8b-ec2f-4a7c-b1d1-0aa91dec4251 service neutron] 10.222.0.36 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279881 Jun 28 22:02:41.627509 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-8ce6fbbf-32c5-4d57-8827-910af13d58dc service neutron] 10.222.0.36 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377435 Jun 28 22:02:41.793391 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device db0583ae-c2e6-484e-a16c-1c0afce6d0d0 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:41.828240 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-41c7b9d9-577d-4454-a1c8-a7357ecdc7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:41.828240 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e08646f9-cbd0-4031-b79c-1e6129b6dd9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:41.832611 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d49f5dc8-6673-4bad-a49d-835b389a54d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:41.850451 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e08646f9-cbd0-4031-b79c-1e6129b6dd9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:41.856311 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-e08646f9-cbd0-4031-b79c-1e6129b6dd9b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef80d289-1fef-4dd9-91e9-0c390b3b864c HTTP/1.1" status: 204 len: 168 time: 1.7203918 Jun 28 22:02:41.908689 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-41c7b9d9-577d-4454-a1c8-a7357ecdc7c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=91113089ac7b4512bbaccd8f60de1f6d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7375693 Jun 28 22:02:41.914751 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49452) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:41.915272 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c7b9d9-577d-4454-a1c8-a7357ecdc7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce19ce22-5b5c-4ebe-b32f-a1e4491ab136,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:41.966198 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08646f9-cbd0-4031-b79c-1e6129b6dd9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef80d289-1fef-4dd9-91e9-0c390b3b864c,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:41.979872 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-e08646f9-cbd0-4031-b79c-1e6129b6dd9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:41.979872 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d896be22-6c21-416e-a8f1-d93c3437aeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:41.979872 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d896be22-6c21-416e-a8f1-d93c3437aeff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:41.979872 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-29a88b29-5a0b-4b94-be9f-3701caa9aeba tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:41.999500 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49456) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:42.020901 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-29a88b29-5a0b-4b94-be9f-3701caa9aeba tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 3.3277562 Jun 28 22:02:42.024403 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Request body: {'floatingip': {'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:42.076253 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port db0583ae-c2e6-484e-a16c-1c0afce6d0d0 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:42.086168 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port db0583ae-c2e6-484e-a16c-1c0afce6d0d0 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:42.086168 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:42.095334 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fcf51516-a058-4210-8d59-f4c3ae1c73fc req-9106f5f6-f7f5-499f-97f4-6f55487d1809 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 210 time: 0.0429490 Jun 28 22:02:42.113571 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bc08643d-627b-42f0-930c-79e85545b39b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:42.185400 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for floatingip, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:42.194034 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bc08643d-627b-42f0-930c-79e85545b39b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:42.440620 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2f918-6b51-4dfd-b014-3e08d501c30f req-cd4127b7-9c65-4278-ba66-cd1012d86721 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:42.443593 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cdf2f918-6b51-4dfd-b014-3e08d501c30f req-cd4127b7-9c65-4278-ba66-cd1012d86721 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 944 time: 0.1626489 Jun 28 22:02:42.475957 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:42.534549 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-de386de4-4fe7-467a-a698-7a42f0e702ed req-f4d16d23-b547-4b8d-aaf8-44ff4466a832 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0897481 Jun 28 22:02:42.582731 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port db0583ae-c2e6-484e-a16c-1c0afce6d0d0, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=db0583ae-c2e6-484e-a16c-1c0afce6d0d0,segment=NetworkSegment(fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3),segment_id=fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:42.594800 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:42.689218 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cdf2f918-6b51-4dfd-b014-3e08d501c30f req-ed8001cc-625d-476d-9884-3a56eecc6619 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463492 Jun 28 22:02:42.746877 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bc08643d-627b-42f0-930c-79e85545b39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:42.765252 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-bc08643d-627b-42f0-930c-79e85545b39b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:42.766392 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-bc08643d-627b-42f0-930c-79e85545b39b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ce19ce22-5b5c-4ebe-b32f-a1e4491ab136 HTTP/1.1" status: 204 len: 168 time: 0.8539078 Jun 28 22:02:42.788236 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:42.834782 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc08643d-627b-42f0-930c-79e85545b39b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce19ce22-5b5c-4ebe-b32f-a1e4491ab136,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:42.839246 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-bc08643d-627b-42f0-930c-79e85545b39b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:42.929703 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Allocated IP 172.28.0.193 (9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6/0eef9f0e-0d35-4ef7-8148-7c64e0103d05/d8e86c7b-6055-4713-b646-1d838b0156a4) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:02:42.946885 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:42.946885 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 2509da60-219f-4c45-b057-c3a103f7b801 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:42.946885 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:43.043750 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=db0583ae-c2e6-484e-a16c-1c0afce6d0d0,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:43.050741 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:43.062174 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 2509da60-219f-4c45-b057-c3a103f7b801 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:43.063527 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:43.204163 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:43.307676 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-34666161-fbc0-4ae4-aff7-4d1f25cac8bd req-2de72293-b0d2-4b89-b102-2e989b0e27e1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 210 time: 0.0883601 Jun 28 22:02:43.581312 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:43.593562 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:43.713317 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device db0583ae-c2e6-484e-a16c-1c0afce6d0d0 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:43.731920 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:43.734882 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:43.770443 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:02:43.770443 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event updated for resources: {'Port': ['ID=d8e86c7b-6055-4713-b646-1d838b0156a4,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:43.770443 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:43.871420 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:43.876964 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port db0583ae-c2e6-484e-a16c-1c0afce6d0d0 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:43.877350 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:43.931001 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f0f74d2e-cab5-4f7b-b3d3-be42aa423152 req-7cffa4f3-0661-46dd-a4f9-68bf4eff5931 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0790241 Jun 28 22:02:44.034981 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af172a45-b493-4c8e-aa35-22524bfe91aa req-7c4e3749-f21f-42ac-a533-788a039449db tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:44.044141 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-af172a45-b493-4c8e-aa35-22524bfe91aa req-7c4e3749-f21f-42ac-a533-788a039449db tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 944 time: 0.1119201 Jun 28 22:02:44.046063 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:44.104756 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-af172a45-b493-4c8e-aa35-22524bfe91aa req-c7a1bdae-1a5d-4706-b77d-4e51db8176ee tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594938 Jun 28 22:02:44.126943 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 49518) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:44.164913 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f935bf1c-b0de-495f-ab29-46b5981dd9c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:44.408658 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e568c107-84c2-4708-b810-9705c3ddaec4 req-b33a3428-7fc9-4a40-a292-f3d61fcaa5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:44.408658 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-e568c107-84c2-4708-b810-9705c3ddaec4 req-b33a3428-7fc9-4a40-a292-f3d61fcaa5ce service neutron] 10.222.0.35 "GET /v2.0/subnets?id=01117748-5fef-49b9-9f52-bc7ab9c5097f HTTP/1.1" status: 200 len: 852 time: 0.0755353 Jun 28 22:02:44.410829 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fa0f954f-8ecb-4b37-a060-04098b13ca0e req-ade8a8df-09a3-429b-978e-1588496fa972 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 210 time: 0.0526016 Jun 28 22:02:44.412971 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f935bf1c-b0de-495f-ab29-46b5981dd9c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:44.455137 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-e568c107-84c2-4708-b810-9705c3ddaec4 req-9413f170-2ccd-40a7-b55a-d7403c0e475a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=f36ba602-519d-47ea-a143-66d9b4b7145d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414820 Jun 28 22:02:44.509817 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f935bf1c-b0de-495f-ab29-46b5981dd9c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:44.513618 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:44.554963 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-f935bf1c-b0de-495f-ab29-46b5981dd9c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2b75906aae014bdea99dbe987ae43f78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4269390 Jun 28 22:02:44.555554 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 49532) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:44.557877 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f935bf1c-b0de-495f-ab29-46b5981dd9c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ed9e59e-78dc-4427-aadf-38f342cd167a,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:44.565175 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-f935bf1c-b0de-495f-ab29-46b5981dd9c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:44.630354 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3336-2da3-44eb-8c45-8fefeb4bb98a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:44.719088 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3336-2da3-44eb-8c45-8fefeb4bb98a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:44.800004 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:44.833959 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-e568c107-84c2-4708-b810-9705c3ddaec4 req-68371251-420a-4901-a600-fcf1827073e0 service neutron] 10.222.0.35 "GET /v2.0/networks/f36ba602-519d-47ea-a143-66d9b4b7145d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720942 Jun 28 22:02:45.073266 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:45.078325 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:45.095903 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3336-2da3-44eb-8c45-8fefeb4bb98a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:45.098814 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-94de71c3-23e5-4fc2-b61c-8453540194d5 req-fcade6c1-c640-445f-ad55-3ed88e236327 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0485978 Jun 28 22:02:45.101917 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f1cc3336-2da3-44eb-8c45-8fefeb4bb98a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:45.104910 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-f1cc3336-2da3-44eb-8c45-8fefeb4bb98a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2ed9e59e-78dc-4427-aadf-38f342cd167a HTTP/1.1" status: 204 len: 168 time: 0.5470672 Jun 28 22:02:45.107381 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:45.123672 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cc3336-2da3-44eb-8c45-8fefeb4bb98a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ed9e59e-78dc-4427-aadf-38f342cd167a,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:45.134940 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963868'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:45.135975 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-f1cc3336-2da3-44eb-8c45-8fefeb4bb98a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:45.171384 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event updated for resources: {'Port': ['ID=d8e86c7b-6055-4713-b646-1d838b0156a4,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:45.174582 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:45.252304 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:45.253845 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2440474 Jun 28 22:02:45.424908 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f84b3b-e5d6-4991-a419-e3287fd5629b req-a25ef3a1-f758-4dc3-8b94-ccaf3498ec09 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:45.426869 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-48f84b3b-e5d6-4991-a419-e3287fd5629b req-a25ef3a1-f758-4dc3-8b94-ccaf3498ec09 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 944 time: 0.1400266 Jun 28 22:02:45.482877 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-48f84b3b-e5d6-4991-a419-e3287fd5629b req-8676e426-6520-47f2-920e-7616ac0783a0 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487788 Jun 28 22:02:45.616273 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4de1aca2-cf33-4040-880e-cb3544c7c949 req-76a4f14b-090e-45e1-899a-9ae87470cdb8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 210 time: 0.0596826 Jun 28 22:02:45.814337 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-bae8e13e-5ede-4539-9fc4-07c544be78aa tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1091256981&fields=id&tenant_id=0e34663f77c944198471727fc7ac4a31 HTTP/1.1" status: 200 len: 267 time: 0.0401711 Jun 28 22:02:45.931148 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4194932-40ac-455b-94c5-b33707fa9182 req-cb2651de-940a-48ee-b3eb-1f449a38f65e tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:45.933475 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-cb2651de-940a-48ee-b3eb-1f449a38f65e tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/networks?id=1675da2b-17f7-4600-9a31-dd1db6c635cf HTTP/1.1" status: 200 len: 811 time: 0.1121495 Jun 28 22:02:45.954387 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-5ea9e947-034d-4cef-9650-71b1667f2d38 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/quotas/0e34663f77c944198471727fc7ac4a31 HTTP/1.1" status: 200 len: 375 time: 0.0152559 Jun 28 22:02:46.048467 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-6de921bc-ed93-4648-bb98-ecc7a6d71d91 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e34663f77c944198471727fc7ac4a31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0824020 Jun 28 22:02:46.142530 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49592) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:46.184435 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-60dd6239-10c9-4e4a-8551-032a9aa99b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:46.215738 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-179f45e8-ad3e-4e99-be99-b5fdd9ce8733 service neutron] 10.222.0.36 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646347 Jun 28 22:02:46.296801 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-e568c107-84c2-4708-b810-9705c3ddaec4 req-19fd8acf-fcbb-4d9e-b984-045df67ba798 service neutron] 10.222.0.35 "GET /v2.0/networks/f36ba602-519d-47ea-a143-66d9b4b7145d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027986 Jun 28 22:02:46.338922 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-0f887f8c-32eb-47fe-8b8f-075355742f60 service neutron] 10.222.0.36 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219885 Jun 28 22:02:46.368957 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-60dd6239-10c9-4e4a-8551-032a9aa99b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:46.382838 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f9f07b29-7dfb-48c6-8f58-02d39fea553b req-7a9ecc6c-fd3e-4dc5-9e15-7e0782961c8f tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.1177671 Jun 28 22:02:46.457687 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-60dd6239-10c9-4e4a-8551-032a9aa99b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:46.463849 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:46.521898 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-60dd6239-10c9-4e4a-8551-032a9aa99b91 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5fddee0915694c2c940381a31e66bf6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775895 Jun 28 22:02:46.524492 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49620) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:46.531401 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dd6239-10c9-4e4a-8551-032a9aa99b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=428f7750-db3a-43ff-b59f-6d50c53d8895,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:46.535395 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-60dd6239-10c9-4e4a-8551-032a9aa99b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:46.597087 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0e89fee8-c9f8-4d7c-bf7c-cdd89b96a56e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:46.625728 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0e89fee8-c9f8-4d7c-bf7c-cdd89b96a56e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:46.854886 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9cdcc-a896-4743-9b13-5a2597fd6d0e req-6b8070c3-1341-4ec3-9f66-b84afc4462e1 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:46.867641 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-76e9cdcc-a896-4743-9b13-5a2597fd6d0e req-6b8070c3-1341-4ec3-9f66-b84afc4462e1 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 944 time: 0.1472635 Jun 28 22:02:46.920321 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0e89fee8-c9f8-4d7c-bf7c-cdd89b96a56e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:46.921516 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0e89fee8-c9f8-4d7c-bf7c-cdd89b96a56e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:46.922964 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-0e89fee8-c9f8-4d7c-bf7c-cdd89b96a56e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/428f7750-db3a-43ff-b59f-6d50c53d8895 HTTP/1.1" status: 204 len: 168 time: 0.3974555 Jun 28 22:02:46.924461 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bd6df685-07bb-4ec9-99d5-48465928b60a req-40408166-8d53-47af-a36a-61b58925faa5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 210 time: 0.0475984 Jun 28 22:02:46.926062 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:46.948774 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89fee8-c9f8-4d7c-bf7c-cdd89b96a56e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=428f7750-db3a-43ff-b59f-6d50c53d8895,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:46.956676 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-0e89fee8-c9f8-4d7c-bf7c-cdd89b96a56e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:46.987409 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-76e9cdcc-a896-4743-9b13-5a2597fd6d0e req-5b419fc6-f34b-4ba4-86b6-ef68179d10c1 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169178 Jun 28 22:02:46.999356 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f59497-f158-452d-8c2b-71665c01afe4 req-fc9b5fbb-e0a8-4b0a-8618-bbf36754cee4 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:47.000908 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-fc9b5fbb-e0a8-4b0a-8618-bbf36754cee4 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.35 "GET /v2.0/networks?id=7c760d07-f07f-45da-b722-cb1c9bb91047 HTTP/1.1" status: 200 len: 819 time: 0.1866467 Jun 28 22:02:47.019645 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-52f59497-f158-452d-8c2b-71665c01afe4 req-a0729731-e6ad-41a3-a9bd-dc4e34e62259 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Request body: {'port': {'device_id': '06cbf4f1-bda5-4339-9c74-dc69498d4562', 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047', 'admin_state_up': True, 'tenant_id': '3119f34cbd4c4cef86133fc965006033'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:47.072115 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0f2b77a8-8ac8-41da-8bba-30cf2d993077 req-12722aa0-9a03-482f-a41e-14aee5abc298 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 210 time: 0.0346773 Jun 28 22:02:47.268723 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52f59497-f158-452d-8c2b-71665c01afe4 req-a0729731-e6ad-41a3-a9bd-dc4e34e62259 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Made reservation on behalf of 3119f34cbd4c4cef86133fc965006033 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:47.273051 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-52f59497-f158-452d-8c2b-71665c01afe4 req-a0729731-e6ad-41a3-a9bd-dc4e34e62259 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:47.406394 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 49662) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:47.414079 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-52f59497-f158-452d-8c2b-71665c01afe4 req-a0729731-e6ad-41a3-a9bd-dc4e34e62259 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Allocated IP 172.20.0.4 (7c760d07-f07f-45da-b722-cb1c9bb91047/0afd4b0c-f3c8-4204-abf0-24f2274291f0/80eee83e-ddab-419a-b150-bcc386c49883) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:02:47.591281 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d461147f-0351-4577-b105-acae1b50823b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:47.628905 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-88c983ac-e30c-4128-8818-04f173c10afd req-4e65acf5-aaaa-43de-be6f-4e5018b3f047 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0351441 Jun 28 22:02:47.714822 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.35', 53952) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:47.718099 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-52f59497-f158-452d-8c2b-71665c01afe4 req-a0729731-e6ad-41a3-a9bd-dc4e34e62259 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:47.830311 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d461147f-0351-4577-b105-acae1b50823b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:47.863698 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-52f59497-f158-452d-8c2b-71665c01afe4 req-a0729731-e6ad-41a3-a9bd-dc4e34e62259 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:47.867391 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-ac5d5ea9-3f82-4734-8383-4d36e73e1426 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:47.870626 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:47.873911 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-ac5d5ea9-3f82-4734-8383-4d36e73e1426 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.35 "GET /v2.0/networks?id=7c760d07-f07f-45da-b722-cb1c9bb91047 HTTP/1.1" status: 200 len: 819 time: 0.1576352 Jun 28 22:02:47.889327 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-e79007a5-5638-4093-b38f-1fa82ec17350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Request body: {'port': {'device_id': '5b5f9d66-2c14-4745-b388-3a8e273c30c2', 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047', 'admin_state_up': True, 'tenant_id': '3119f34cbd4c4cef86133fc965006033'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:47.929020 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52f59497-f158-452d-8c2b-71665c01afe4 req-a0729731-e6ad-41a3-a9bd-dc4e34e62259 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Network 7c760d07-f07f-45da-b722-cb1c9bb91047 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:47.931307 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-52f59497-f158-452d-8c2b-71665c01afe4 req-a0729731-e6ad-41a3-a9bd-dc4e34e62259 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:47.934050 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f59497-f158-452d-8c2b-71665c01afe4 req-a0729731-e6ad-41a3-a9bd-dc4e34e62259 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:02:47.940562 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f59497-f158-452d-8c2b-71665c01afe4 req-a0729731-e6ad-41a3-a9bd-dc4e34e62259 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:47.941192 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-52f59497-f158-452d-8c2b-71665c01afe4 req-a0729731-e6ad-41a3-a9bd-dc4e34e62259 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:47.966632 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d461147f-0351-4577-b105-acae1b50823b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:47.967717 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0729731-e6ad-41a3-a9bd-dc4e34e62259 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Pushing event updated for resources: {'Port': ['ID=80eee83e-ddab-419a-b150-bcc386c49883,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:47.971031 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a0729731-e6ad-41a3-a9bd-dc4e34e62259 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:48.001456 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d896be22-6c21-416e-a8f1-d93c3437aeff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:48.047073 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-a0729731-e6ad-41a3-a9bd-dc4e34e62259 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0332863 Jun 28 22:02:48.059663 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Request body: {'port': {'device_id': '06cbf4f1-bda5-4339-9c74-dc69498d4562', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:48.156934 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-60cb7513-849b-4541-a0ce-f487e1c0e2f7 req-304d7f04-e51f-4ed4-ba7f-908b6f04473f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 210 time: 0.0833333 Jun 28 22:02:48.201516 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d461147f-0351-4577-b105-acae1b50823b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef5c983-cc22-4dda-90da-7d0977deb809,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:48.203450 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-d461147f-0351-4577-b105-acae1b50823b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d74305b4fc5a4fb3b85bfc2dcdf09774&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7962561 Jun 28 22:02:48.227851 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d461147f-0351-4577-b105-acae1b50823b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:48.228383 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 49698) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:48.305770 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:48.596346 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5f7cdfea-103b-4764-afab-032d358315f1 req-3bd07590-8bca-4ecb-ba33-d9d47ab14b30 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 210 time: 0.0932879 Jun 28 22:02:48.638545 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a7a5a837-4900-4426-a5e1-52236471db5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:48.668310 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80eee83e-ddab-419a-b150-bcc386c49883 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:02:48.669556 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:02:48.676239 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:48.695285 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Transition to ACTIVE for port object 80eee83e-ddab-419a-b150-bcc386c49883 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:48.698667 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a7a5a837-4900-4426-a5e1-52236471db5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:48.730586 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d3f3e-a5a9-424a-ad36-882703848e81 req-c65b37fc-0ec7-4b8a-80a8-3aac6fdd9a6f tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:48.739247 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-525d3f3e-a5a9-424a-ad36-882703848e81 req-c65b37fc-0ec7-4b8a-80a8-3aac6fdd9a6f tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 944 time: 0.5027993 Jun 28 22:02:48.740214 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.35', 53957) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:48.777286 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:48.787783 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-e79007a5-5638-4093-b38f-1fa82ec17350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Made reservation on behalf of 3119f34cbd4c4cef86133fc965006033 for: {'port': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:48.791472 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:48.792904 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-e79007a5-5638-4093-b38f-1fa82ec17350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:48.858223 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-70355801-5139-4f7b-bf4c-7eaa31e7c209 req-7f029c3a-3120-4d15-abc3-24913594255c tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0476310 Jun 28 22:02:48.889663 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-525d3f3e-a5a9-424a-ad36-882703848e81 req-f0fc2adc-5eac-4600-a8d4-03553e9260f8 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407495 Jun 28 22:02:48.894366 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 27f1f4dd-4088-49d3-b61c-a21b0a1ad429, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=27f1f4dd-4088-49d3-b61c-a21b0a1ad429,segment=NetworkSegment(c4e7062c-8df3-408c-9c36-ef3fb3714cc4),segment_id=c4e7062c-8df3-408c-9c36-ef3fb3714cc4)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:48.919315 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': '27f1f4dd-4088-49d3-b61c-a21b0a1ad429', 'network_id': 'f36ba602-519d-47ea-a143-66d9b4b7145d', 'port_id': '27f1f4dd-4088-49d3-b61c-a21b0a1ad429', 'mac_address': 'fa:16:3e:b4:cd:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01117748-5fef-49b9-9f52-bc7ab9c5097f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:02:48.956701 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Pushing event updated for resources: {'Port': ['ID=80eee83e-ddab-419a-b150-bcc386c49883,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:48.966003 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:48.987200 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:49.003590 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:02:49.003893 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a7a5a837-4900-4426-a5e1-52236471db5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:49.006142 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-f669424c-428d-49fa-9092-4ff8b95df5df tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:49.007688 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-f669424c-428d-49fa-9092-4ff8b95df5df tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.35 "GET /v2.0/networks?id=4a01a082-3ec6-4e75-8884-a203b5eaabe4 HTTP/1.1" status: 200 len: 816 time: 0.2664306 Jun 28 22:02:49.028604 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 27f1f4dd-4088-49d3-b61c-a21b0a1ad429, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=27f1f4dd-4088-49d3-b61c-a21b0a1ad429,segment=NetworkSegment(c4e7062c-8df3-408c-9c36-ef3fb3714cc4),segment_id=c4e7062c-8df3-408c-9c36-ef3fb3714cc4)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:49.029048 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Attempting to bind port 80eee83e-ddab-419a-b150-bcc386c49883 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:02:49.029389 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Attempting to bind port 80eee83e-ddab-419a-b150-bcc386c49883 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': 'fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:02:49.029725 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Attempting to bind port 80eee83e-ddab-419a-b150-bcc386c49883 on network 7c760d07-f07f-45da-b722-cb1c9bb91047 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:49.043001 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Port 80eee83e-ddab-419a-b150-bcc386c49883 on network 7c760d07-f07f-45da-b722-cb1c9bb91047 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:02:49.043331 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Attempting to bind port 80eee83e-ddab-419a-b150-bcc386c49883 on network 7c760d07-f07f-45da-b722-cb1c9bb91047 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:49.048146 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a7a5a837-4900-4426-a5e1-52236471db5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:49.049371 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-a7a5a837-4900-4426-a5e1-52236471db5c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/aef5c983-cc22-4dda-90da-7d0977deb809 HTTP/1.1" status: 204 len: 168 time: 0.8053663 Jun 28 22:02:49.062286 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:49.070576 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:02:49.070917 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Checking segment: {'id': 'fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:49.071302 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Bound using segment: {'id': 'fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:02:49.072103 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Bound port: 80eee83e-ddab-419a-b150-bcc386c49883, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:02:49.072309 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:49.075176 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:49.079497 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-0fae9060-8788-4132-ac83-a30d08fbffc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:49.087053 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-bc906b50-7b58-4370-bdf5-5e2941b06436 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=540be3d5aaf14f8099311f922d1335d3 HTTP/1.1" status: 200 len: 379 time: 0.0686393 Jun 28 22:02:49.118292 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Request body: {'port': {'device_id': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'admin_state_up': True, 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'security_groups': ['06211b77-0e46-4919-ad62-ec76ab41ca60']}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:49.172997 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a5a837-4900-4426-a5e1-52236471db5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef5c983-cc22-4dda-90da-7d0977deb809,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:49.220861 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] For port 80eee83e-ddab-419a-b150-bcc386c49883, host hv-cinder-79838, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:02:49.225434 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] For port 80eee83e-ddab-419a-b150-bcc386c49883, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=80eee83e-ddab-419a-b150-bcc386c49883,segment=NetworkSegment(fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3),segment_id=fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:02:49.252646 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=27f1f4dd-4088-49d3-b61c-a21b0a1ad429,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:49.263738 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:49.270838 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-a7a5a837-4900-4426-a5e1-52236471db5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:49.317288 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-e79007a5-5638-4093-b38f-1fa82ec17350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Allocated IP 172.20.0.14 (7c760d07-f07f-45da-b722-cb1c9bb91047/0afd4b0c-f3c8-4204-abf0-24f2274291f0/0e104b11-c243-488a-8316-ccdbd065ddd5) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:02:49.332346 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:49.332919 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['27f1f4dd-4088-49d3-b61c-a21b0a1ad429'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:02:49.335843 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:49.393610 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Made reservation on behalf of 540be3d5aaf14f8099311f922d1335d3 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:49.398506 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:49.421012 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:49.421628 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-52db89bc-1d5d-4981-928c-0904cc91daf0 req-c4b68c67-e318-44f3-9982-e16116d4d000 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 210 time: 0.0440466 Jun 28 22:02:49.421874 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:49.423628 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] 10.222.0.35 "PUT /v2.0/ports/80eee83e-ddab-419a-b150-bcc386c49883 HTTP/1.1" status: 200 len: 1093 time: 1.3693388 Jun 28 22:02:49.424350 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06cbf4f1-bda5-4339-9c74-dc69498d4562', 'tag': '80eee83e-ddab-419a-b150-bcc386c49883'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:02:49.426987 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f37a0d3-943b-4d44-8dab-1b40e43ce5d3" -d '{"events": [{"name": "network-changed", "server_uuid": "06cbf4f1-bda5-4339-9c74-dc69498d4562", "tag": "80eee83e-ddab-419a-b150-bcc386c49883"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:02:49.697784 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-e79007a5-5638-4093-b38f-1fa82ec17350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:49.761065 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Allocated IP 172.20.0.10 (4a01a082-3ec6-4e75-8884-a203b5eaabe4/f9dcc002-255b-49f2-9b1c-c91d2190c0e5/f70002a6-5441-4361-918d-a330b40d67d6) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:02:49.777158 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f7cffe-e8d6-4f81-8290-e1f6827a0f15 x-openstack-request-id: req-09f7cffe-e8d6-4f81-8290-e1f6827a0f15 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:02:49.777508 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06cbf4f1-bda5-4339-9c74-dc69498d4562", "tag": "80eee83e-ddab-419a-b150-bcc386c49883", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:02:49.777728 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09f7cffe-e8d6-4f81-8290-e1f6827a0f15 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:02:49.778134 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06cbf4f1-bda5-4339-9c74-dc69498d4562', 'tag': '80eee83e-ddab-419a-b150-bcc386c49883', 'status': 'completed', 'code': 200} Jun 28 22:02:49.812690 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-23fd0909-9aad-4a22-8c47-0f97738b3ceb req-32dc0527-78f5-447f-8833-0fb79967495e tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 210 time: 0.0425229 Jun 28 22:02:49.816517 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Pushing event updated for resources: {'Port': ['ID=80eee83e-ddab-419a-b150-bcc386c49883,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:49.826014 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:49.880855 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-e79007a5-5638-4093-b38f-1fa82ec17350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:49.886632 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-b56cfaf8-3fa7-4fd5-9f3e-a1d6ba02b82b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:49.934217 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a0d3-943b-4d44-8dab-1b40e43ce5d3 req-952145b3-94f5-446b-bab1-783756503f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:49.935716 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-2f37a0d3-943b-4d44-8dab-1b40e43ce5d3 req-952145b3-94f5-446b-bab1-783756503f4c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3119f34cbd4c4cef86133fc965006033&device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 1096 time: 0.1605411 Jun 28 22:02:49.965966 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-e79007a5-5638-4093-b38f-1fa82ec17350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Network 7c760d07-f07f-45da-b722-cb1c9bb91047 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:49.968067 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.35', 53961) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:50.074777 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4194932-40ac-455b-94c5-b33707fa9182 req-fb065cb0-3fc8-48bb-8953-96992a3cd7ca tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:50.076337 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-fb065cb0-3fc8-48bb-8953-96992a3cd7ca tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.35 "GET /v2.0/networks?id=1675da2b-17f7-4600-9a31-dd1db6c635cf HTTP/1.1" status: 200 len: 811 time: 0.1085513 Jun 28 22:02:50.082939 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-e79007a5-5638-4093-b38f-1fa82ec17350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:50.091254 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 49770) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:50.105912 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-e79007a5-5638-4093-b38f-1fa82ec17350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:02:50.111754 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-e79007a5-5638-4093-b38f-1fa82ec17350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:50.112412 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-e79007a5-5638-4093-b38f-1fa82ec17350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:50.163972 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:50.209522 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ae3d7a59-4195-47e5-bc0e-68b5e7d5dad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:50.211485 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79007a5-5638-4093-b38f-1fa82ec17350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Pushing event updated for resources: {'Port': ['ID=0e104b11-c243-488a-8316-ccdbd065ddd5,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:50.218961 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-e79007a5-5638-4093-b38f-1fa82ec17350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:50.236520 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Transition to ACTIVE for port object f70002a6-5441-4361-918d-a330b40d67d6 will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:50.257679 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a0d3-943b-4d44-8dab-1b40e43ce5d3 req-0e61544b-493c-4b0a-a97c-9d84ad781e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:50.259259 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-2f37a0d3-943b-4d44-8dab-1b40e43ce5d3 req-0e61544b-493c-4b0a-a97c-9d84ad781e66 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=3119f34cbd4c4cef86133fc965006033&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3121204 Jun 28 22:02:50.267452 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-71c82a66-0056-456a-914f-1014b466aa76 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e34663f77c944198471727fc7ac4a31 HTTP/1.1" status: 200 len: 380 time: 0.1740639 Jun 28 22:02:50.284643 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [req-d4194932-40ac-455b-94c5-b33707fa9182 req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Request body: {'port': {'device_id': '6d54da59-dfb3-48c2-9301-f591cdd57a51', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'admin_state_up': True, 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'security_groups': ['c779b4d7-009d-4089-9181-335bd72fc4b4']}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:50.344712 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-e79007a5-5638-4093-b38f-1fa82ec17350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4624076 Jun 28 22:02:50.392001 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Request body: {'port': {'device_id': '5b5f9d66-2c14-4745-b388-3a8e273c30c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:50.461152 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc1301b-7c31-49a5-a785-e48ae86028a2 req-076f438d-74a0-482b-a1a6-6cda1ee6508e tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:50.463106 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-acc1301b-7c31-49a5-a785-e48ae86028a2 req-076f438d-74a0-482b-a1a6-6cda1ee6508e tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 945 time: 0.2802033 Jun 28 22:02:50.483227 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6628f644-5bae-43c1-8feb-32c67ead6747 req-cec2e9f8-e9c2-4e41-b6e0-c124d50fcaab tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:50.489366 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6628f644-5bae-43c1-8feb-32c67ead6747 req-cec2e9f8-e9c2-4e41-b6e0-c124d50fcaab tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 932 time: 0.3419130 Jun 28 22:02:50.641400 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:50.659010 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ae3d7a59-4195-47e5-bc0e-68b5e7d5dad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:50.677510 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:50.679242 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6628f644-5bae-43c1-8feb-32c67ead6747 req-b7b7d042-5a8d-4ec4-bfdb-8a8ab86e1228 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873200 Jun 28 22:02:50.686938 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f37a0d3-943b-4d44-8dab-1b40e43ce5d3 req-8e8ec8e7-438d-4fcb-b726-ff4f58f48e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:50.687143 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-acc1301b-7c31-49a5-a785-e48ae86028a2 req-da208ce6-35db-42f3-82d8-654b5fe761b3 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874478 Jun 28 22:02:50.687888 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:50.688961 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-2f37a0d3-943b-4d44-8dab-1b40e43ce5d3 req-8e8ec8e7-438d-4fcb-b726-ff4f58f48e9e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4230847 Jun 28 22:02:50.693731 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:50.738902 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ae3d7a59-4195-47e5-bc0e-68b5e7d5dad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:50.751162 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:50.755121 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:50.795975 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:02:50.804301 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:50.805385 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:50.811471 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:50.815321 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:50.815690 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:50.821005 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-3e5c81d5-f04a-4102-8859-e6feb88d7050 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:50.838787 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event updated for resources: {'Port': ['ID=f70002a6-5441-4361-918d-a330b40d67d6,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:50.855851 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:50.937092 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-ae3d7a59-4195-47e5-bc0e-68b5e7d5dad5 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=56c8e860d95b4836a8879f31435097eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8446431 Jun 28 22:02:50.939516 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49820) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:50.947619 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4194932-40ac-455b-94c5-b33707fa9182 req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Made reservation on behalf of 0e34663f77c944198471727fc7ac4a31 for: {'port': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:50.947885 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f59497-f158-452d-8c2b-71665c01afe4 req-06b8f524-b752-41a5-a988-f8f5f412fb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:50.951249 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d4194932-40ac-455b-94c5-b33707fa9182 req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:50.952548 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-06b8f524-b752-41a5-a988-f8f5f412fb3d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3119f34cbd4c4cef86133fc965006033&device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 1096 time: 0.1914299 Jun 28 22:02:50.958507 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3d7a59-4195-47e5-bc0e-68b5e7d5dad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fc43cee-d50d-455b-aaba-a9ccd747b3eb,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:51.041636 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:51.064756 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9706085 Jun 28 22:02:51.087188 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 27f1f4dd-4088-49d3-b61c-a21b0a1ad429, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=27f1f4dd-4088-49d3-b61c-a21b0a1ad429,segment=NetworkSegment(c4e7062c-8df3-408c-9c36-ef3fb3714cc4),segment_id=c4e7062c-8df3-408c-9c36-ef3fb3714cc4)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:51.088860 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69030245-7350-4a22-8fed-190a6b2333f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f1f4dd-4088-49d3-b61c-a21b0a1ad429'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:02:51.108272 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Request body: {'port': {'device_id': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:51.111724 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-5a793f6a-686c-4c0c-8e02-e87472d76b1b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80eee83e-ddab-419a-b150-bcc386c49883 HTTP/1.1" status: 200 len: 217 time: 0.1035674 Jun 28 22:02:51.113940 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2e03266b-7fbc-47bd-8f54-bff44b4e7f39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:51.169298 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-ae3d7a59-4195-47e5-bc0e-68b5e7d5dad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:51.191715 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:51.195585 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-0fae9060-8788-4132-ac83-a30d08fbffc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:51.265673 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6404488b-d66a-49b2-94d7-d83eb9d4ba98 req-d9459ea1-035c-4621-a552-339161678dc6 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 210 time: 0.0842018 Jun 28 22:02:51.266998 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=27f1f4dd-4088-49d3-b61c-a21b0a1ad429,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:51.271453 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:51.276825 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2e03266b-7fbc-47bd-8f54-bff44b4e7f39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:51.333147 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49834) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:51.338458 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-6d7238b6-909d-45ba-9136-231441d2091c None None] Provisioning for port f70002a6-5441-4361-918d-a330b40d67d6 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:51.344191 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-6d7238b6-909d-45ba-9136-231441d2091c None None] Provisioning complete for port f70002a6-5441-4361-918d-a330b40d67d6 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:51.345034 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-6d7238b6-909d-45ba-9136-231441d2091c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:51.378793 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f59497-f158-452d-8c2b-71665c01afe4 req-1dbc1b5c-f7c9-4b3d-a13e-399fe8cb8cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:51.380598 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-1dbc1b5c-f7c9-4b3d-a13e-399fe8cb8cb5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0afd4b0c-f3c8-4204-abf0-24f2274291f0 HTTP/1.1" status: 200 len: 859 time: 0.2422242 Jun 28 22:02:51.401007 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:51.409693 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-6d7238b6-909d-45ba-9136-231441d2091c None None] Port f70002a6-5441-4361-918d-a330b40d67d6 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:02:51.431885 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-e53a30f2-9990-4a92-ab07-aca858fb36a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c760d07-f07f-45da-b722-cb1c9bb91047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397310 Jun 28 22:02:51.494312 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b26101-596e-49a4-b17e-93ab22a447b4" -d '{"events": [{"server_uuid": "69030245-7350-4a22-8fed-190a6b2333f2", "name": "network-vif-plugged", "status": "completed", "tag": "27f1f4dd-4088-49d3-b61c-a21b0a1ad429"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:02:51.522841 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2e03266b-7fbc-47bd-8f54-bff44b4e7f39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:51.535038 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2e03266b-7fbc-47bd-8f54-bff44b4e7f39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:51.536489 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-2e03266b-7fbc-47bd-8f54-bff44b4e7f39 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/2fc43cee-d50d-455b-aaba-a9ccd747b3eb HTTP/1.1" status: 204 len: 168 time: 0.5958054 Jun 28 22:02:51.539745 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:51.540389 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e36deb-f598-4812-9a99-dce1bedd8fee req-b4077fc3-cfdc-4c0e-8dfa-65589113b198 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:51.542287 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-21e36deb-f598-4812-9a99-dce1bedd8fee req-b4077fc3-cfdc-4c0e-8dfa-65589113b198 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 932 time: 0.6163411 Jun 28 22:02:51.563950 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03266b-7fbc-47bd-8f54-bff44b4e7f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fc43cee-d50d-455b-aaba-a9ccd747b3eb,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:51.610951 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-2e03266b-7fbc-47bd-8f54-bff44b4e7f39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:51.614801 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49846) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:51.646510 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-8a279270-d1d5-42a3-9c23-03dac746d8ca service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104187 Jun 28 22:02:51.689551 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-21e36deb-f598-4812-9a99-dce1bedd8fee req-1aa40443-5ef2-4c1a-8a7c-faa8d145ba5e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387565 Jun 28 22:02:51.704281 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [req-d4194932-40ac-455b-94c5-b33707fa9182 req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Allocated IP 172.20.0.12 (1675da2b-17f7-4600-9a31-dd1db6c635cf/63b3ba6a-e128-478b-9125-f8f569235c1e/eb4e1ed9-ce9e-4304-9e59-3607c5366032) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:02:51.714217 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0ff0a07d-ad48-4b63-9a81-e3d8e7ff373a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:51.768551 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e104b11-c243-488a-8316-ccdbd065ddd5 {{(pid=93384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:02:51.783465 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:51.823659 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Transition to ACTIVE for port object 0e104b11-c243-488a-8316-ccdbd065ddd5 will not be triggered until provisioned by entity L2. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:51.888571 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-52f59497-f158-452d-8c2b-71665c01afe4 req-7f5531f2-1710-41d3-8f07-84c1cd9c4ab1 service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311332 Jun 28 22:02:51.927354 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:51.960327 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f49982b-7c3e-42f6-9124-de732e2afc15 x-openstack-request-id: req-3f49982b-7c3e-42f6-9124-de732e2afc15 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:02:51.960810 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69030245-7350-4a22-8fed-190a6b2333f2", "name": "network-vif-plugged", "status": "completed", "tag": "27f1f4dd-4088-49d3-b61c-a21b0a1ad429", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:02:51.960913 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3f49982b-7c3e-42f6-9124-de732e2afc15 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:02:51.961818 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69030245-7350-4a22-8fed-190a6b2333f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27f1f4dd-4088-49d3-b61c-a21b0a1ad429', 'code': 200} Jun 28 22:02:51.977098 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f70002a6-5441-4361-918d-a330b40d67d6 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:02:51.990573 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.010021 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-6ac118e7-3578-471d-982c-12caf9c31ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:52.011881 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0ff0a07d-ad48-4b63-9a81-e3d8e7ff373a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.022347 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Transition to ACTIVE for port object f70002a6-5441-4361-918d-a330b40d67d6 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:52.086123 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0ff0a07d-ad48-4b63-9a81-e3d8e7ff373a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.087157 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.091438 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-b77dda64-1d8b-4abd-9f83-f28635f7a2a5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:52.117688 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d4194932-40ac-455b-94c5-b33707fa9182 req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.167655 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-0ff0a07d-ad48-4b63-9a81-e3d8e7ff373a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8e6087b3ae454951abfc6c2856e8a174&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8302019 Jun 28 22:02:52.168773 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5a19ed4a-f8e7-4057-be4c-bdba2ceff744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.170872 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Pushing event updated for resources: {'Port': ['ID=0e104b11-c243-488a-8316-ccdbd065ddd5,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:52.182069 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49862) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:52.188995 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:52.201840 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-d4194932-40ac-455b-94c5-b33707fa9182 req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Transition to ACTIVE for port object eb4e1ed9-ce9e-4304-9e59-3607c5366032 will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:52.299069 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Attempting to bind port 0e104b11-c243-488a-8316-ccdbd065ddd5 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:02:52.299428 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Attempting to bind port 0e104b11-c243-488a-8316-ccdbd065ddd5 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': 'fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047'}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:02:52.299757 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Attempting to bind port 0e104b11-c243-488a-8316-ccdbd065ddd5 on network 7c760d07-f07f-45da-b722-cb1c9bb91047 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:52.305783 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff0a07d-ad48-4b63-9a81-e3d8e7ff373a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48695a23-9dff-486f-a213-ad738fcab24a,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:52.309968 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4e4d5-9464-4d52-a731-3e51b466c233 req-ddc8aa9d-d5f5-4c64-b2e9-fcc04a43290b tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:52.311512 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fdf4e4d5-9464-4d52-a731-3e51b466c233 req-ddc8aa9d-d5f5-4c64-b2e9-fcc04a43290b tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 944 time: 0.3903158 Jun 28 22:02:52.319174 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-0ff0a07d-ad48-4b63-9a81-e3d8e7ff373a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:52.321163 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.217s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:52.321261 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Port 0e104b11-c243-488a-8316-ccdbd065ddd5 on network 7c760d07-f07f-45da-b722-cb1c9bb91047 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:02:52.321261 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Attempting to bind port 0e104b11-c243-488a-8316-ccdbd065ddd5 on network 7c760d07-f07f-45da-b722-cb1c9bb91047 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:52.332360 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Attempting to bind port f70002a6-5441-4361-918d-a330b40d67d6 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:02:52.332713 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Attempting to bind port f70002a6-5441-4361-918d-a330b40d67d6 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:02:52.333037 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Attempting to bind port f70002a6-5441-4361-918d-a330b40d67d6 on network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:52.348373 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:02:52.348743 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Checking segment: {'id': 'fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:52.349291 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Bound using segment: {'id': 'fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047'} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:02:52.349920 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Bound port: 0e104b11-c243-488a-8316-ccdbd065ddd5, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047'}}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:02:52.350126 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.363196 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a705d3a-21aa-437e-8ecf-c41a4e4d5839 req-62c444c6-dd25-4a03-9a86-57707aa1f412 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:52.364767 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3a705d3a-21aa-437e-8ecf-c41a4e4d5839 req-62c444c6-dd25-4a03-9a86-57707aa1f412 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 946 time: 0.2817321 Jun 28 22:02:52.372779 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Port f70002a6-5441-4361-918d-a330b40d67d6 on network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:02:52.374532 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Attempting to bind port f70002a6-5441-4361-918d-a330b40d67d6 on network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:52.385087 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b602d74f-e095-465e-90ee-aedb683a18c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.429703 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fdf4e4d5-9464-4d52-a731-3e51b466c233 req-801f18c2-b2ba-4989-b57e-8f50bc5386b2 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038141 Jun 28 22:02:52.438472 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:02:52.438472 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Checking segment: {'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:52.439314 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Bound using segment: {'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:02:52.439784 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Bound port: f70002a6-5441-4361-918d-a330b40d67d6, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:02:52.440177 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.468873 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3a705d3a-21aa-437e-8ecf-c41a4e4d5839 req-b5433e67-95b8-49e2-9bca-989da7d34e13 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943341 Jun 28 22:02:52.488177 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] For port 0e104b11-c243-488a-8316-ccdbd065ddd5, host hv-cinder-79838, cleared binding levels {{(pid=93384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:02:52.494025 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] For port 0e104b11-c243-488a-8316-ccdbd065ddd5, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=0e104b11-c243-488a-8316-ccdbd065ddd5,segment=NetworkSegment(fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3),segment_id=fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3)] {{(pid=93384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:02:52.503097 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d4194932-40ac-455b-94c5-b33707fa9182 req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.510704 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-0deaa82c-7d83-4906-ba5b-8e89de16c110 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:52.530015 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b602d74f-e095-465e-90ee-aedb683a18c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.545755 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Pushing event updated for resources: {'Port': ['ID=f70002a6-5441-4361-918d-a330b40d67d6,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:52.563219 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:52.567110 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4194932-40ac-455b-94c5-b33707fa9182 req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Network 1675da2b-17f7-4600-9a31-dd1db6c635cf is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:02:52.570285 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [req-d4194932-40ac-455b-94c5-b33707fa9182 req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:52.577961 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4194932-40ac-455b-94c5-b33707fa9182 req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:02:52.583681 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4194932-40ac-455b-94c5-b33707fa9182 req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:52.584321 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d4194932-40ac-455b-94c5-b33707fa9182 req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.602552 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event updated for resources: {'Port': ['ID=eb4e1ed9-ce9e-4304-9e59-3607c5366032,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:52.609491 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:52.611551 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.633464 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:52.689254 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] For port f70002a6-5441-4361-918d-a330b40d67d6, host hv-cinder-79838, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:02:52.700063 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5a19ed4a-f8e7-4057-be4c-bdba2ceff744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.713977 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:52.713977 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.715290 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] 10.222.0.35 "PUT /v2.0/ports/0e104b11-c243-488a-8316-ccdbd065ddd5 HTTP/1.1" status: 200 len: 1094 time: 2.3577123 Jun 28 22:02:52.715878 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b5f9d66-2c14-4745-b388-3a8e273c30c2', 'tag': '0e104b11-c243-488a-8316-ccdbd065ddd5'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:02:52.716307 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe7d72-16fa-4f70-bf4d-3f917f814d21 req-f3b7c9ca-8d65-4a7a-a017-e73c8d9e5a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:52.720109 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0cfe7d72-16fa-4f70-bf4d-3f917f814d21 req-f3b7c9ca-8d65-4a7a-a017-e73c8d9e5a79 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 1099 time: 0.3285503 Jun 28 22:02:52.720109 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] For port f70002a6-5441-4361-918d-a330b40d67d6, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f70002a6-5441-4361-918d-a330b40d67d6,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:02:52.742424 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-0cfe7d72-16fa-4f70-bf4d-3f917f814d21 req-d3a74a08-2a35-45c0-a615-c47bc4c5810b service neutron] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.760187 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5a19ed4a-f8e7-4057-be4c-bdba2ceff744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.763934 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-efbb332b-4d83-4f56-8fac-768f7148db33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:52.784704 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Pushing event updated for resources: {'Port': ['ID=0e104b11-c243-488a-8316-ccdbd065ddd5,revision_number=3']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:52.788679 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:52.815557 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b602d74f-e095-465e-90ee-aedb683a18c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.822945 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.831128 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b602d74f-e095-465e-90ee-aedb683a18c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.832668 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bef38a5-e14e-485e-b6ec-d3e1b7399bce req-12209e0d-bfdb-40a1-810b-1f7bde9f212a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:52.835510 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-b602d74f-e095-465e-90ee-aedb683a18c8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/48695a23-9dff-486f-a213-ad738fcab24a HTTP/1.1" status: 204 len: 168 time: 0.5964987 Jun 28 22:02:52.840133 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0bef38a5-e14e-485e-b6ec-d3e1b7399bce req-12209e0d-bfdb-40a1-810b-1f7bde9f212a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 932 time: 0.2529876 Jun 28 22:02:52.842677 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5693288 Jun 28 22:02:52.856474 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-5a19ed4a-f8e7-4057-be4c-bdba2ceff744 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=331316896f62434e8148c5975cd1de0a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2405150 Jun 28 22:02:52.859530 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49886) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:52.866082 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:52.866859 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:52.868556 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] 10.222.0.35 "PUT /v2.0/ports/f70002a6-5441-4361-918d-a330b40d67d6 HTTP/1.1" status: 200 len: 1094 time: 1.7648408 Jun 28 22:02:52.884325 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'tag': 'f70002a6-5441-4361-918d-a330b40d67d6'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:02:52.886855 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4213fd7c-5f7e-4baa-9013-3c92e83590a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4ac1c4-f994-4582-9d38-bfa8e9733a1d", "tag": "f70002a6-5441-4361-918d-a330b40d67d6"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:02:52.889083 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19ed4a-f8e7-4057-be4c-bdba2ceff744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e908704e-7387-4a5d-a233-874c4ccb28d9,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:52.918531 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-5a19ed4a-f8e7-4057-be4c-bdba2ceff744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:52.918531 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:52.932560 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Request body: {'port': {'device_id': '6d54da59-dfb3-48c2-9301-f591cdd57a51', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:52.934714 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602d74f-e095-465e-90ee-aedb683a18c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48695a23-9dff-486f-a213-ad738fcab24a,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:52.947966 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-b602d74f-e095-465e-90ee-aedb683a18c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:52.984484 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:53.051451 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-bcd1cc9d-d1a9-4836-93b2-6978c1fa5043 None None] Provisioning for port eb4e1ed9-ce9e-4304-9e59-3607c5366032 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:53.061714 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-bcd1cc9d-d1a9-4836-93b2-6978c1fa5043 None None] Provisioning complete for port eb4e1ed9-ce9e-4304-9e59-3607c5366032 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:53.063254 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-bcd1cc9d-d1a9-4836-93b2-6978c1fa5043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.075509 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a259f6ca-9cad-4ea9-8078-7f8f3f6e778f" -d '{"events": [{"name": "network-changed", "server_uuid": "5b5f9d66-2c14-4745-b388-3a8e273c30c2", "tag": "0e104b11-c243-488a-8316-ccdbd065ddd5"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:02:53.156165 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-bcd1cc9d-d1a9-4836-93b2-6978c1fa5043 None None] Port eb4e1ed9-ce9e-4304-9e59-3607c5366032 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:02:53.160603 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0bef38a5-e14e-485e-b6ec-d3e1b7399bce req-5486a2fe-a391-4504-9727-950dc184aaf3 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194337 Jun 28 22:02:53.189674 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Pushing event updated for resources: {'Port': ['ID=f70002a6-5441-4361-918d-a330b40d67d6,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:53.201160 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:53.217018 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49904) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:53.230663 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c9eb65f2-184c-4f57-9000-bbd8bb00432a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.238351 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5fd793-8537-417f-8f40-fc2b26d0ce07 x-openstack-request-id: req-be5fd793-8537-417f-8f40-fc2b26d0ce07 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:02:53.238837 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4ac1c4-f994-4582-9d38-bfa8e9733a1d", "tag": "f70002a6-5441-4361-918d-a330b40d67d6", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:02:53.239358 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-be5fd793-8537-417f-8f40-fc2b26d0ce07 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:02:53.244312 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'tag': 'f70002a6-5441-4361-918d-a330b40d67d6', 'status': 'completed', 'code': 200} Jun 28 22:02:53.276049 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-60dd2c6f-702f-4a15-bba1-4169fde2ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:53.279403 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-60dd2c6f-702f-4a15-bba1-4169fde2ab99 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3119f34cbd4c4cef86133fc965006033&device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 1097 time: 0.4339967 Jun 28 22:02:53.285540 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.299245 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c9eb65f2-184c-4f57-9000-bbd8bb00432a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.310216 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1363c55c-58b3-469e-90b3-883fa4b491ff req-2a067305-634f-492e-88e1-7c16007c1938 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:53.311661 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-b0fd74ec-a4bf-4db1-b6be-efd59237625f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:53.313392 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-b0fd74ec-a4bf-4db1-b6be-efd59237625f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=540be3d5aaf14f8099311f922d1335d3&device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 1097 time: 0.2759840 Jun 28 22:02:53.316847 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1363c55c-58b3-469e-90b3-883fa4b491ff req-2a067305-634f-492e-88e1-7c16007c1938 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.3804772 Jun 28 22:02:53.340531 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-0cfe7d72-16fa-4f70-bf4d-3f917f814d21 req-d3a74a08-2a35-45c0-a615-c47bc4c5810b service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.379145 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-ce1591fc-e72a-4fd1-964d-9f3ca7adbb3d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f70002a6-5441-4361-918d-a330b40d67d6 HTTP/1.1" status: 200 len: 217 time: 0.0487235 Jun 28 22:02:53.383251 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-b8654e6d-d75c-4f3e-843c-7552317366cd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e104b11-c243-488a-8316-ccdbd065ddd5 HTTP/1.1" status: 200 len: 217 time: 0.0935829 Jun 28 22:02:53.449655 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-fc988162-43ae-45ad-b1dd-7a6d3710bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:53.451231 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-fc988162-43ae-45ad-b1dd-7a6d3710bd7a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9dcc002-255b-49f2-9b1c-c91d2190c0e5 HTTP/1.1" status: 200 len: 855 time: 0.0605741 Jun 28 22:02:53.452849 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-0cfe7d72-16fa-4f70-bf4d-3f917f814d21 req-d3a74a08-2a35-45c0-a615-c47bc4c5810b service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.459360 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-0ff0a07d-ad48-4b63-9a81-e3d8e7ff373a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:53.531808 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0cfe7d72-16fa-4f70-bf4d-3f917f814d21 req-d3a74a08-2a35-45c0-a615-c47bc4c5810b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8034964 Jun 28 22:02:53.555967 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1662f86-402b-460d-a98e-9cc555cfd715 x-openstack-request-id: req-e1662f86-402b-460d-a98e-9cc555cfd715 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:02:53.555967 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b5f9d66-2c14-4745-b388-3a8e273c30c2", "tag": "0e104b11-c243-488a-8316-ccdbd065ddd5", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:02:53.555967 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e1662f86-402b-460d-a98e-9cc555cfd715 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:02:53.555967 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b5f9d66-2c14-4745-b388-3a8e273c30c2', 'tag': '0e104b11-c243-488a-8316-ccdbd065ddd5', 'status': 'completed', 'code': 200} Jun 28 22:02:53.573515 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a74a08-2a35-45c0-a615-c47bc4c5810b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=402879dd-c88b-40af-b195-1af2e5874fec,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:53.578888 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-d3a74a08-2a35-45c0-a615-c47bc4c5810b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:53.579695 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c9eb65f2-184c-4f57-9000-bbd8bb00432a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.589003 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c9eb65f2-184c-4f57-9000-bbd8bb00432a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:53.590437 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-c9eb65f2-184c-4f57-9000-bbd8bb00432a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/e908704e-7387-4a5d-a233-874c4ccb28d9 HTTP/1.1" status: 204 len: 168 time: 0.7202966 Jun 28 22:02:53.597381 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-2e03266b-7fbc-47bd-8f54-bff44b4e7f39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:53.613766 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-386e9253-7573-4a0a-ba00-6c1ccaee5ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:53.615529 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-386e9253-7573-4a0a-ba00-6c1ccaee5ca6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a01a082-3ec6-4e75-8884-a203b5eaabe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1424782 Jun 28 22:02:53.619283 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb65f2-184c-4f57-9000-bbd8bb00432a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e908704e-7387-4a5d-a233-874c4ccb28d9,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:53.619587 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c9eb65f2-184c-4f57-9000-bbd8bb00432a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:53.620284 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1363c55c-58b3-469e-90b3-883fa4b491ff req-ce33a18a-3f9e-4d30-a01a-a461687ac2af tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3024549 Jun 28 22:02:53.624521 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-332b5395-d163-4931-a956-86dbe611b790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:53.626030 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-332b5395-d163-4931-a956-86dbe611b790 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0afd4b0c-f3c8-4204-abf0-24f2274291f0 HTTP/1.1" status: 200 len: 859 time: 0.2349148 Jun 28 22:02:53.791237 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-aed8e7a4-acf2-4085-8b62-021d0ee486c5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c760d07-f07f-45da-b722-cb1c9bb91047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524131 Jun 28 22:02:53.918054 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-49a7b47f-3bfc-4b00-96c9-c99a2599bfb9 service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945342 Jun 28 22:02:53.920229 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49928) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:53.924746 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-388988583-network', 'tenant_id': '24ce5b1a0e054477b690f845c3aeb470'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:53.958299 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e060115d-f10c-4e05-8ddf-1caf40dc1107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.054798 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-107f343b-b29c-4a80-a4f8-99dc9a379db6 req-08f068ba-8fbc-4b95-9c76-9d02bef03819 service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219342 Jun 28 22:02:54.076050 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Made reservation on behalf of 24ce5b1a0e054477b690f845c3aeb470 for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:54.078375 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.092778 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.182996 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e060115d-f10c-4e05-8ddf-1caf40dc1107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.203762 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-b7c54281-0f4c-4318-9aab-6d2c4c04cac3 service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945048 Jun 28 22:02:54.214276 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca77496-6d29-42e4-a12e-bc89ffe451f7 req-2fc2ea73-8ebe-4105-8fa6-87d96680a82b tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:54.215721 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4ca77496-6d29-42e4-a12e-bc89ffe451f7 req-2fc2ea73-8ebe-4105-8fa6-87d96680a82b tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 944 time: 0.4184747 Jun 28 22:02:54.271613 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e060115d-f10c-4e05-8ddf-1caf40dc1107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.304716 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:54.328900 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ec372-8895-453b-ab15-943ce717d5ab req-938546ed-827c-489c-a279-a9ce9533ad5d tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:54.330355 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-665ec372-8895-453b-ab15-943ce717d5ab req-938546ed-827c-489c-a279-a9ce9533ad5d tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 946 time: 0.3921387 Jun 28 22:02:54.365093 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-e060115d-f10c-4e05-8ddf-1caf40dc1107 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0feb352d20c64f219518f07986af9f49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4438057 Jun 28 22:02:54.370519 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e060115d-f10c-4e05-8ddf-1caf40dc1107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d952ac-4b85-4870-9b2e-f37e702e6500,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:54.373350 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49934) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:54.375825 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4ca77496-6d29-42e4-a12e-bc89ffe451f7 req-b52ab816-d6d6-43d6-989d-ef589a20b8e0 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500740 Jun 28 22:02:54.388882 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e060115d-f10c-4e05-8ddf-1caf40dc1107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:54.403765 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4e1ed9-ce9e-4304-9e59-3607c5366032 {{(pid=93384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:02:54.424515 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.454090 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-665ec372-8895-453b-ab15-943ce717d5ab req-388070bf-70b2-4ad8-bbf7-afef34366db8 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955334 Jun 28 22:02:54.459015 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-40a11dea-85f0-42a6-89f2-f8e5975f52ff req-7f293337-74df-42e8-a329-612bc9942fe9 service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423239 Jun 28 22:02:54.464746 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Transition to ACTIVE for port object eb4e1ed9-ce9e-4304-9e59-3607c5366032 will not be triggered until provisioned by entity L2. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:02:54.479755 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213fd7c-5f7e-4baa-9013-3c92e83590a2 req-ccd02c4f-d891-4388-95db-8bb176feb099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:54.481627 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4213fd7c-5f7e-4baa-9013-3c92e83590a2 req-ccd02c4f-d891-4388-95db-8bb176feb099 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=540be3d5aaf14f8099311f922d1335d3&device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 1097 time: 0.2112391 Jun 28 22:02:54.532564 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-853a0105-f030-4325-ab56-b3c5410f15f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.538762 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.545657 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:54.580769 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.596168 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-853a0105-f030-4325-ab56-b3c5410f15f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.615119 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4e1ed9-ce9e-4304-9e59-3607c5366032,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:54.618062 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:54.643014 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213fd7c-5f7e-4baa-9013-3c92e83590a2 req-43643c58-cea5-439c-abea-758340c3c40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:54.644579 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4213fd7c-5f7e-4baa-9013-3c92e83590a2 req-43643c58-cea5-439c-abea-758340c3c40a service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a01a082-3ec6-4e75-8884-a203b5eaabe4 HTTP/1.1" status: 200 len: 917 time: 0.1533813 Jun 28 22:02:54.664052 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.664271 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 80eee83e-ddab-419a-b150-bcc386c49883 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:02:54.697985 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Attempting to bind port eb4e1ed9-ce9e-4304-9e59-3607c5366032 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:02:54.698552 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Attempting to bind port eb4e1ed9-ce9e-4304-9e59-3607c5366032 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:02:54.698671 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Attempting to bind port eb4e1ed9-ce9e-4304-9e59-3607c5366032 on network 1675da2b-17f7-4600-9a31-dd1db6c635cf {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:54.704929 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-d3a74a08-2a35-45c0-a615-c47bc4c5810b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:54.708929 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c60ef5-3bf3-43f8-a38c-ee93354f119d req-ae68a5d9-2625-4260-bd39-61e96d81645c tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:54.709735 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4213fd7c-5f7e-4baa-9013-3c92e83590a2 req-89a262c7-4ec9-41d0-818d-3c41ac50fdd2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f70002a6-5441-4361-918d-a330b40d67d6 HTTP/1.1" status: 200 len: 217 time: 0.0565851 Jun 28 22:02:54.716614 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b2c60ef5-3bf3-43f8-a38c-ee93354f119d req-ae68a5d9-2625-4260-bd39-61e96d81645c tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 932 time: 0.2099113 Jun 28 22:02:54.735582 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Port eb4e1ed9-ce9e-4304-9e59-3607c5366032 on network 1675da2b-17f7-4600-9a31-dd1db6c635cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:02:54.735922 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Attempting to bind port eb4e1ed9-ce9e-4304-9e59-3607c5366032 on network 1675da2b-17f7-4600-9a31-dd1db6c635cf {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:02:54.754145 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:02:54.754404 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Checking segment: {'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:54.754710 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Bound using segment: {'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:02:54.755156 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Bound port: eb4e1ed9-ce9e-4304-9e59-3607c5366032, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'}}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:02:54.755514 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.765285 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 49940) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:54.805071 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259f6ca-9cad-4ea9-8078-7f8f3f6e778f req-010ab8c9-4fd3-4981-84f7-9d14639c4d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:54.808036 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a259f6ca-9cad-4ea9-8078-7f8f3f6e778f req-010ab8c9-4fd3-4981-84f7-9d14639c4d5e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3119f34cbd4c4cef86133fc965006033&device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 1097 time: 0.2039514 Jun 28 22:02:54.820035 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b2c60ef5-3bf3-43f8-a38c-ee93354f119d req-c3996bfc-108f-4e22-a38b-75dfcca0ef2f tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024494 Jun 28 22:02:54.820185 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-853a0105-f030-4325-ab56-b3c5410f15f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.833155 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-853a0105-f030-4325-ab56-b3c5410f15f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.833155 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-853a0105-f030-4325-ab56-b3c5410f15f8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/04d952ac-4b85-4870-9b2e-f37e702e6500 HTTP/1.1" status: 204 len: 168 time: 0.4416339 Jun 28 22:02:54.833155 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 110} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:02:54.837479 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5d3ebf-360f-4fe1-acd2-471e312c3af0,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:54.842666 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3c774652-4558-45b5-bf81-c8d7792b8c27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.881992 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:54.883106 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:54.898797 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:54.899359 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.segments_db [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Added segment ed76f0a3-e407-47cc-8aee-cdaa4fa7d098 of type vlan for network 61134d6f-d514-4d42-b9f3-fbb03bb21bdf Jun 28 22:02:54.903074 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853a0105-f030-4325-ab56-b3c5410f15f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d952ac-4b85-4870-9b2e-f37e702e6500,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:54.921219 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 80eee83e-ddab-419a-b150-bcc386c49883, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=80eee83e-ddab-419a-b150-bcc386c49883,segment=NetworkSegment(fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3),segment_id=fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:54.928854 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-853a0105-f030-4325-ab56-b3c5410f15f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:54.930678 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213fd7c-5f7e-4baa-9013-3c92e83590a2 req-9e8c16d9-7695-4f29-9899-717d56a1847c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:54.933185 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4213fd7c-5f7e-4baa-9013-3c92e83590a2 req-9e8c16d9-7695-4f29-9899-717d56a1847c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9dcc002-255b-49f2-9b1c-c91d2190c0e5 HTTP/1.1" status: 200 len: 855 time: 0.2140903 Jun 28 22:02:54.938881 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': '80eee83e-ddab-419a-b150-bcc386c49883', 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047', 'port_id': '80eee83e-ddab-419a-b150-bcc386c49883', 'mac_address': 'fa:16:3e:57:e6:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afd4b0c-f3c8-4204-abf0-24f2274291f0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:02:55.004525 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.033659 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80eee83e-ddab-419a-b150-bcc386c49883 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:02:55.065670 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.078308 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 80eee83e-ddab-419a-b150-bcc386c49883, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=80eee83e-ddab-419a-b150-bcc386c49883,segment=NetworkSegment(fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3),segment_id=fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:55.118865 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4213fd7c-5f7e-4baa-9013-3c92e83590a2 req-16425343-8abb-4ee5-9aae-dac35c44cd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:55.120374 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4213fd7c-5f7e-4baa-9013-3c92e83590a2 req-16425343-8abb-4ee5-9aae-dac35c44cd5d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a01a082-3ec6-4e75-8884-a203b5eaabe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1580787 Jun 28 22:02:55.160624 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.162582 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:55.188911 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.193962 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:55.196678 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.221284 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=80eee83e-ddab-419a-b150-bcc386c49883,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:55.226487 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6196cd65-37f4-4ea3-9632-7d0449755d9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:55.231319 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:55.270754 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] For port eb4e1ed9-ce9e-4304-9e59-3607c5366032, host hv-cinder-79838, cleared binding levels {{(pid=93384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:02:55.278291 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259f6ca-9cad-4ea9-8078-7f8f3f6e778f req-d418087a-aec7-48b5-8560-716020dac6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:55.279765 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a259f6ca-9cad-4ea9-8078-7f8f3f6e778f req-d418087a-aec7-48b5-8560-716020dac6b3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c760d07-f07f-45da-b722-cb1c9bb91047 HTTP/1.1" status: 200 len: 920 time: 0.4564552 Jun 28 22:02:55.301087 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Pushing event updated for resources: {'Network': ['ID=61134d6f-d514-4d42-b9f3-fbb03bb21bdf,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:55.304797 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:55.312415 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network 61134d6f-d514-4d42-b9f3-fbb03bb21bdf details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:02:55.319670 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] For port eb4e1ed9-ce9e-4304-9e59-3607c5366032, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=eb4e1ed9-ce9e-4304-9e59-3607c5366032,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:02:55.326170 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4213fd7c-5f7e-4baa-9013-3c92e83590a2 req-c98f323e-4fbd-4904-9325-c39d59c936a0 service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1964078 Jun 28 22:02:55.382704 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a259f6ca-9cad-4ea9-8078-7f8f3f6e778f req-e08217c2-132b-4215-9204-4697e251003d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e104b11-c243-488a-8316-ccdbd065ddd5 HTTP/1.1" status: 200 len: 217 time: 0.0898762 Jun 28 22:02:55.396716 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffb8ee-5ef5-428a-8f28-8a56ed8e2cf9 req-edb1bc1d-8394-48ea-99d8-bc7b4dbe6e09 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:55.398222 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d3ffb8ee-5ef5-428a-8f28-8a56ed8e2cf9 req-edb1bc1d-8394-48ea-99d8-bc7b4dbe6e09 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.4648206 Jun 28 22:02:55.432813 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['80eee83e-ddab-419a-b150-bcc386c49883'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:02:55.452817 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4213fd7c-5f7e-4baa-9013-3c92e83590a2 req-bd5c15db-f463-4918-8c25-d4de3bf1f847 service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186063 Jun 28 22:02:55.478327 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.492408 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3c774652-4558-45b5-bf81-c8d7792b8c27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.494463 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-64a2ccd8-7245-4351-9a37-32858de7e851 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:55.552569 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259f6ca-9cad-4ea9-8078-7f8f3f6e778f req-00a7eca8-51fa-4fdc-907d-1a477cb89bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:55.555172 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a259f6ca-9cad-4ea9-8078-7f8f3f6e778f req-00a7eca8-51fa-4fdc-907d-1a477cb89bb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0afd4b0c-f3c8-4204-abf0-24f2274291f0 HTTP/1.1" status: 200 len: 859 time: 0.1560230 Jun 28 22:02:55.564120 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:55.565086 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.566051 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] 10.222.0.35 "PUT /v2.0/ports/eb4e1ed9-ce9e-4304-9e59-3607c5366032 HTTP/1.1" status: 200 len: 1094 time: 2.6414378 Jun 28 22:02:55.575137 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d54da59-dfb3-48c2-9301-f591cdd57a51', 'tag': 'eb4e1ed9-ce9e-4304-9e59-3607c5366032'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:02:55.580264 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de747ca7-fbb6-4794-96e4-bf9fe8b7b3d6" -d '{"events": [{"name": "network-changed", "server_uuid": "6d54da59-dfb3-48c2-9301-f591cdd57a51", "tag": "eb4e1ed9-ce9e-4304-9e59-3607c5366032"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:02:55.592761 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d3ffb8ee-5ef5-428a-8f28-8a56ed8e2cf9 req-b34a1c2c-e9a7-4bad-bc4a-b9aa54aaa381 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1808245 Jun 28 22:02:55.615099 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3c774652-4558-45b5-bf81-c8d7792b8c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.632321 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4091029 Jun 28 22:02:55.632495 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49976) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:55.647128 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-cb18fe48-c8dc-4ff0-a1ed-a8905646dca5 admin admin] Request body: {'subnet': {'network_id': '61134d6f-d514-4d42-b9f3-fbb03bb21bdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-388988583-subnet', 'tenant_id': '24ce5b1a0e054477b690f845c3aeb470', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:55.692290 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a259f6ca-9cad-4ea9-8078-7f8f3f6e778f req-1ce78b6a-67d2-4df2-99ce-c0effabd1ef5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c760d07-f07f-45da-b722-cb1c9bb91047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0894816 Jun 28 22:02:55.765880 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb4e1ed9-ce9e-4304-9e59-3607c5366032,revision_number=3']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:55.803003 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:55.804387 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-f935bf1c-b0de-495f-ab29-46b5981dd9c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:55.859467 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-3c774652-4558-45b5-bf81-c8d7792b8c27 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=f5a57a3e50ef4c9aa67a5b47867b1596&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0825474 Jun 28 22:02:55.862062 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 49982) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:55.954743 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c774652-4558-45b5-bf81-c8d7792b8c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7a13bd-356a-433c-b4e1-35c32d2b287c,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:55.955246 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a34187d6-daa4-4a1c-8b96-0df0ce88bfe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.956045 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-3c774652-4558-45b5-bf81-c8d7792b8c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:55.956340 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a34187d6-daa4-4a1c-8b96-0df0ce88bfe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:55.963361 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a259f6ca-9cad-4ea9-8078-7f8f3f6e778f req-9ff4f2f0-560b-4d83-8b7a-af8b46544240 service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521796 Jun 28 22:02:55.973965 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069a4428-3ca9-4e90-91c7-1f37bb05ff26 req-32a04b59-86bd-4c8f-a2be-09a42fece2d3 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:55.975286 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-069a4428-3ca9-4e90-91c7-1f37bb05ff26 req-32a04b59-86bd-4c8f-a2be-09a42fece2d3 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 944 time: 0.2800403 Jun 28 22:02:55.977240 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4194932-40ac-455b-94c5-b33707fa9182 req-0668e2b2-41ac-434a-8d3d-b0437a642b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:55.979291 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-0668e2b2-41ac-434a-8d3d-b0437a642b0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e34663f77c944198471727fc7ac4a31&device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 1097 time: 0.2860444 Jun 28 22:02:56.056795 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb18fe48-c8dc-4ff0-a1ed-a8905646dca5 admin admin] Made reservation on behalf of 24ce5b1a0e054477b690f845c3aeb470 for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:56.059196 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-cb18fe48-c8dc-4ff0-a1ed-a8905646dca5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:56.061738 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-e2f6dfd8-1d84-42d2-bcda-0a74b70a12f3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb4e1ed9-ce9e-4304-9e59-3607c5366032 HTTP/1.1" status: 200 len: 217 time: 0.0707092 Jun 28 22:02:56.103084 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb7b4e-288a-42b6-9795-7558e82a4c01 req-4bc88c85-cd24-4691-ab7b-c038a3303266 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:56.104572 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e3bb7b4e-288a-42b6-9795-7558e82a4c01 req-4bc88c85-cd24-4691-ab7b-c038a3303266 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 946 time: 0.3312166 Jun 28 22:02:56.117734 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a34187d6-daa4-4a1c-8b96-0df0ce88bfe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:56.120282 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a34187d6-daa4-4a1c-8b96-0df0ce88bfe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:56.124017 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-a34187d6-daa4-4a1c-8b96-0df0ce88bfe7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1c7a13bd-356a-433c-b4e1-35c32d2b287c HTTP/1.1" status: 204 len: 168 time: 0.2603436 Jun 28 22:02:56.126987 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:56.136672 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34187d6-daa4-4a1c-8b96-0df0ce88bfe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7a13bd-356a-433c-b4e1-35c32d2b287c,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:56.142323 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a34187d6-daa4-4a1c-8b96-0df0ce88bfe7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:56.177965 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-069a4428-3ca9-4e90-91c7-1f37bb05ff26 req-18c4652c-c5f7-4f70-8332-f71795acb6ee tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945126 Jun 28 22:02:56.211945 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4194932-40ac-455b-94c5-b33707fa9182 req-51df4d83-ae95-428b-8024-1cc92a244808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:56.213960 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-51df4d83-ae95-428b-8024-1cc92a244808 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63b3ba6a-e128-478b-9125-f8f569235c1e HTTP/1.1" status: 200 len: 850 time: 0.1209879 Jun 28 22:02:56.218748 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e3bb7b4e-288a-42b6-9795-7558e82a4c01 req-4f3e1d23-ae75-493b-bec4-740b6dc2859f tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999551 Jun 28 22:02:56.230552 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a259f6ca-9cad-4ea9-8078-7f8f3f6e778f req-8067572f-1594-450e-a225-828de57e4f4f service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498872 Jun 28 22:02:56.277538 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7096367-a6e7-43f9-b53d-58ff195a87c1 x-openstack-request-id: req-e7096367-a6e7-43f9-b53d-58ff195a87c1 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:02:56.277538 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d54da59-dfb3-48c2-9301-f591cdd57a51", "tag": "eb4e1ed9-ce9e-4304-9e59-3607c5366032", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:02:56.277538 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e7096367-a6e7-43f9-b53d-58ff195a87c1 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:02:56.277538 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d54da59-dfb3-48c2-9301-f591cdd57a51', 'tag': 'eb4e1ed9-ce9e-4304-9e59-3607c5366032', 'status': 'completed', 'code': 200} Jun 28 22:02:56.326673 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4194932-40ac-455b-94c5-b33707fa9182 req-e2261657-6be6-4458-88f7-eb8a2c9a3006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:56.330731 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-e2261657-6be6-4458-88f7-eb8a2c9a3006 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1675da2b-17f7-4600-9a31-dd1db6c635cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1094613 Jun 28 22:02:56.354400 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-bbe4e357-2789-4b08-a8a2-8701c07ec19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:56.445758 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-cb18fe48-c8dc-4ff0-a1ed-a8905646dca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:56.449153 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:56.505067 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb18fe48-c8dc-4ff0-a1ed-a8905646dca5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=102780c9-5747-410b-99cb-d94b5bbfe77b,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:56.513187 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-cb18fe48-c8dc-4ff0-a1ed-a8905646dca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:56.522945 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb18fe48-c8dc-4ff0-a1ed-a8905646dca5 admin admin] Checking segment: {'id': 'ed76f0a3-e407-47cc-8aee-cdaa4fa7d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61134d6f-d514-4d42-b9f3-fbb03bb21bdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:56.523297 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb18fe48-c8dc-4ff0-a1ed-a8905646dca5 admin admin] Network hostable DHCP agents. Network: 61134d6f-d514-4d42-b9f3-fbb03bb21bdf, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:02:56.602286 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb18fe48-c8dc-4ff0-a1ed-a8905646dca5 admin admin] Network 61134d6f-d514-4d42-b9f3-fbb03bb21bdf is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:02:56.658191 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-4efeb89c-f4a8-4059-b693-f09ca804c69f service neutron] 10.222.0.35 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190107 Jun 28 22:02:56.677997 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device f70002a6-5441-4361-918d-a330b40d67d6 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:02:56.690371 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:02:56.710565 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-cb18fe48-c8dc-4ff0-a1ed-a8905646dca5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, 61134d6f-d514-4d42-b9f3-fbb03bb21bdf) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:56.723505 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb18fe48-c8dc-4ff0-a1ed-a8905646dca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:56.726004 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-cb18fe48-c8dc-4ff0-a1ed-a8905646dca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:56.729925 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec067d20-afcd-41b2-b897-e3faebc31e40 req-0783b899-ea16-4df1-915c-4c4c928b7c00 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:56.734271 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ec067d20-afcd-41b2-b897-e3faebc31e40 req-0783b899-ea16-4df1-915c-4c4c928b7c00 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 944 time: 0.3256905 Jun 28 22:02:56.770022 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812ff378-5741-46de-972f-50cda95a649c None None] Network 61134d6f-d514-4d42-b9f3-fbb03bb21bdf requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:02:56.778989 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 80eee83e-ddab-419a-b150-bcc386c49883 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:56.832029 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-cb18fe48-c8dc-4ff0-a1ed-a8905646dca5 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1962523 Jun 28 22:02:56.880451 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ec067d20-afcd-41b2-b897-e3faebc31e40 req-b95abd37-0b64-4ea7-ba49-003224d812d8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1271594 Jun 28 22:02:56.905844 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4194932-40ac-455b-94c5-b33707fa9182 req-d905c5fc-d034-4f62-b873-4b87974b6e33 service neutron] 10.222.0.35 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361782 Jun 28 22:02:56.939228 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7728c0ad-1c72-4690-8641-33b486a53395 req-c631cb2c-9e43-4e34-ae50-691787f1e3ed tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:56.940855 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7728c0ad-1c72-4690-8641-33b486a53395 req-c631cb2c-9e43-4e34-ae50-691787f1e3ed tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.1859677 Jun 28 22:02:56.985770 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7728c0ad-1c72-4690-8641-33b486a53395 req-15142a0d-e016-4963-8dfa-570373a4e349 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370457 Jun 28 22:02:57.141143 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port f70002a6-5441-4361-918d-a330b40d67d6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f70002a6-5441-4361-918d-a330b40d67d6,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:57.163104 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de747ca7-fbb6-4794-96e4-bf9fe8b7b3d6 req-04ab2bb7-916c-4606-b671-19f9696280dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:57.164673 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-de747ca7-fbb6-4794-96e4-bf9fe8b7b3d6 req-04ab2bb7-916c-4606-b671-19f9696280dc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e34663f77c944198471727fc7ac4a31&device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 1097 time: 0.1231170 Jun 28 22:02:57.182178 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': 'f70002a6-5441-4361-918d-a330b40d67d6', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'port_id': 'f70002a6-5441-4361-918d-a330b40d67d6', 'mac_address': 'fa:16:3e:2e:30:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:02:57.209715 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port 80eee83e-ddab-419a-b150-bcc386c49883 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:57.233090 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a878f70-34b3-47c8-8dfe-13ddffb87907 None None] Network 61134d6f-d514-4d42-b9f3-fbb03bb21bdf requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:02:57.239054 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port 80eee83e-ddab-419a-b150-bcc386c49883 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:57.239528 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.278270 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de747ca7-fbb6-4794-96e4-bf9fe8b7b3d6 req-aa169104-4fc1-433b-8d57-c31461ec76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:57.280187 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-de747ca7-fbb6-4794-96e4-bf9fe8b7b3d6 req-aa169104-4fc1-433b-8d57-c31461ec76c1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1675da2b-17f7-4600-9a31-dd1db6c635cf HTTP/1.1" status: 200 len: 912 time: 0.1079373 Jun 28 22:02:57.336904 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.362962 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-de747ca7-fbb6-4794-96e4-bf9fe8b7b3d6 req-95f6d6d9-730b-4e43-be10-b4ac774a0f5f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb4e1ed9-ce9e-4304-9e59-3607c5366032 HTTP/1.1" status: 200 len: 217 time: 0.0666952 Jun 28 22:02:57.371791 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70002a6-5441-4361-918d-a330b40d67d6 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:02:57.419507 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port f70002a6-5441-4361-918d-a330b40d67d6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f70002a6-5441-4361-918d-a330b40d67d6,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:57.447716 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de747ca7-fbb6-4794-96e4-bf9fe8b7b3d6 req-316926ac-d2f3-4676-99c7-a0c434ac611e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:57.449284 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-de747ca7-fbb6-4794-96e4-bf9fe8b7b3d6 req-316926ac-d2f3-4676-99c7-a0c434ac611e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63b3ba6a-e128-478b-9125-f8f569235c1e HTTP/1.1" status: 200 len: 850 time: 0.0770950 Jun 28 22:02:57.476383 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.497980 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c9afc9-523b-4051-b4d5-79911920a91a req-11206b8d-8c27-4a68-adc3-05359c40c9af tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:57.500760 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-88c9afc9-523b-4051-b4d5-79911920a91a req-11206b8d-8c27-4a68-adc3-05359c40c9af tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 944 time: 0.1403446 Jun 28 22:02:57.502800 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cbf4f1-bda5-4339-9c74-dc69498d4562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eee83e-ddab-419a-b150-bcc386c49883'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:02:57.505547 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2533f46-aec2-44fa-8187-96462f5a0242" -d '{"events": [{"server_uuid": "06cbf4f1-bda5-4339-9c74-dc69498d4562", "name": "network-vif-plugged", "status": "completed", "tag": "80eee83e-ddab-419a-b150-bcc386c49883"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:02:57.511496 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.519273 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-36f02b54-595a-4c45-ad3b-53a40e94db3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:57.525904 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 80eee83e-ddab-419a-b150-bcc386c49883, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=80eee83e-ddab-419a-b150-bcc386c49883,segment=NetworkSegment(fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3),segment_id=fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:57.555327 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9c6ab59-1445-44d3-b02a-c1476c73f872 x-openstack-request-id: req-b9c6ab59-1445-44d3-b02a-c1476c73f872 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:02:57.555327 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cbf4f1-bda5-4339-9c74-dc69498d4562", "name": "network-vif-plugged", "status": "completed", "tag": "80eee83e-ddab-419a-b150-bcc386c49883", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:02:57.555327 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b9c6ab59-1445-44d3-b02a-c1476c73f872 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:02:57.555327 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06cbf4f1-bda5-4339-9c74-dc69498d4562', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80eee83e-ddab-419a-b150-bcc386c49883', 'code': 200} Jun 28 22:02:57.572313 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=f70002a6-5441-4361-918d-a330b40d67d6,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:57.573224 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-88c9afc9-523b-4051-b4d5-79911920a91a req-05b3e9ab-6810-4157-88db-3c08d7bebd5a tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665102 Jun 28 22:02:57.581298 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:57.610861 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:57.612742 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:57.615170 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de747ca7-fbb6-4794-96e4-bf9fe8b7b3d6 req-36b6173e-7b8d-424b-8c02-9db8b776c722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:57.616855 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-de747ca7-fbb6-4794-96e4-bf9fe8b7b3d6 req-36b6173e-7b8d-424b-8c02-9db8b776c722 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1675da2b-17f7-4600-9a31-dd1db6c635cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1599436 Jun 28 22:02:57.661627 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=80eee83e-ddab-419a-b150-bcc386c49883,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:57.664961 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:57.715593 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-de747ca7-fbb6-4794-96e4-bf9fe8b7b3d6 req-fbb0f63a-bb05-4369-b4eb-2629f808edf3 service neutron] 10.222.0.35 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890388 Jun 28 22:02:57.779290 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['f70002a6-5441-4361-918d-a330b40d67d6'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:02:57.850037 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-de747ca7-fbb6-4794-96e4-bf9fe8b7b3d6 req-c627e8d6-171a-4dc1-8f6d-1301f15fafd7 service neutron] 10.222.0.35 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270792 Jun 28 22:02:58.145593 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144a2ee7-4545-4f58-9eda-e009f0dea180 req-4e0d9c38-774c-4627-bec2-b3b4b7d0df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:58.147106 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-144a2ee7-4545-4f58-9eda-e009f0dea180 req-4e0d9c38-774c-4627-bec2-b3b4b7d0df8a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 1098 time: 0.1784627 Jun 28 22:02:58.208945 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd73862-51b0-4b66-80f0-e4c69868cc26 req-207e8a13-22fc-491e-973e-12f714a65e59 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:58.208945 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5bd73862-51b0-4b66-80f0-e4c69868cc26 req-207e8a13-22fc-491e-973e-12f714a65e59 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 944 time: 0.1555235 Jun 28 22:02:58.222125 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 50080) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:58.229263 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-628765162-network', 'tenant_id': '369ff934472a486c99bda9aae95d20e4'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:58.260926 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-144a2ee7-4545-4f58-9eda-e009f0dea180 req-0f68aba6-b94c-42c8-abaf-a5ba299b38d0 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991368 Jun 28 22:02:58.287963 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5bd73862-51b0-4b66-80f0-e4c69868cc26 req-045bd362-9dd3-4f85-aa69-d4d03e3b4a4f tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658648 Jun 28 22:02:58.295228 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ef5a5-8524-4856-b927-031c22b15d6b req-8fdae147-5612-4238-a92c-ead4a3cb79a0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:58.296748 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2c1ef5a5-8524-4856-b927-031c22b15d6b req-8fdae147-5612-4238-a92c-ead4a3cb79a0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 945 time: 0.1457324 Jun 28 22:02:58.320291 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Made reservation on behalf of 369ff934472a486c99bda9aae95d20e4 for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:58.325448 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.342449 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2c1ef5a5-8524-4856-b927-031c22b15d6b req-0d76a9ef-1407-4114-9a9e-dff4dd9b49dc tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337665 Jun 28 22:02:58.347371 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.467330 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.528908 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.533465 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:58.563400 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:02:58.573550 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5db1cdd-66ab-4b55-b988-c6318728a803,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:58.578843 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:58.579039 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.579338 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.segments_db [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Added segment c4a07af5-c502-4460-9213-221be067813a of type vlan for network 96a19c9b-f30e-4857-b68c-d38b1c59cced Jun 28 22:02:58.633053 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.689539 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 0e104b11-c243-488a-8316-ccdbd065ddd5 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:02:58.715413 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device f70002a6-5441-4361-918d-a330b40d67d6 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:02:58.736624 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.738314 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:58.744102 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.744102 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:58.839871 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1780c185-467d-425a-a8ff-a44f2fb9819c req-58077d6c-b13c-4c77-ba22-b8336952b029 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:58.843532 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1780c185-467d-425a-a8ff-a44f2fb9819c req-58077d6c-b13c-4c77-ba22-b8336952b029 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 944 time: 0.1047297 Jun 28 22:02:58.849341 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Pushing event updated for resources: {'Network': ['ID=96a19c9b-f30e-4857-b68c-d38b1c59cced,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:58.861165 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:58.886426 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1780c185-467d-425a-a8ff-a44f2fb9819c req-56584855-764d-4db8-8e9c-7f0be72867db tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359762 Jun 28 22:02:58.899157 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network 96a19c9b-f30e-4857-b68c-d38b1c59cced details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:02:58.906465 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c93ee00a-0f31-4b7a-8df9-cd3c0cefd7ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:58.932067 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7076693 Jun 28 22:02:58.935391 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 50148) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:58.949571 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-9c89c31c-5b95-4f50-88c7-2c9cf222353f admin admin] Request body: {'subnet': {'network_id': '96a19c9b-f30e-4857-b68c-d38b1c59cced', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-628765162-subnet', 'tenant_id': '369ff934472a486c99bda9aae95d20e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:02:58.997532 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 0e104b11-c243-488a-8316-ccdbd065ddd5, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=0e104b11-c243-488a-8316-ccdbd065ddd5,segment=NetworkSegment(fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3),segment_id=fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:59.011566 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': '0e104b11-c243-488a-8316-ccdbd065ddd5', 'network_id': '7c760d07-f07f-45da-b722-cb1c9bb91047', 'port_id': '0e104b11-c243-488a-8316-ccdbd065ddd5', 'mac_address': 'fa:16:3e:d3:e1:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0afd4b0c-f3c8-4204-abf0-24f2274291f0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:02:59.037086 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.055815 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.068616 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e104b11-c243-488a-8316-ccdbd065ddd5 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:02:59.085901 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c89c31c-5b95-4f50-88c7-2c9cf222353f admin admin] Made reservation on behalf of 369ff934472a486c99bda9aae95d20e4 for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:02:59.087568 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port f70002a6-5441-4361-918d-a330b40d67d6 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:02:59.089801 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9c89c31c-5b95-4f50-88c7-2c9cf222353f admin admin] Notify callbacks [] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.096747 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 0e104b11-c243-488a-8316-ccdbd065ddd5, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=0e104b11-c243-488a-8316-ccdbd065ddd5,segment=NetworkSegment(fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3),segment_id=fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:59.096747 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port f70002a6-5441-4361-918d-a330b40d67d6 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:02:59.096747 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.182822 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.187324 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-31348ea2-cd8e-413b-8ee9-e1ee310bb6b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:59.217878 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.254568 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 50152) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:59.280941 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=0e104b11-c243-488a-8316-ccdbd065ddd5,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:59.289313 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:59.300905 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port f70002a6-5441-4361-918d-a330b40d67d6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f70002a6-5441-4361-918d-a330b40d67d6,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:02:59.380075 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-da9a7eaa-3e35-49b0-8f79-de09de9596d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.394538 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.394952 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9c89c31c-5b95-4f50-88c7-2c9cf222353f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.401068 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:59.408410 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:59.443692 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['0e104b11-c243-488a-8316-ccdbd065ddd5'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:02:59.498164 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c89c31c-5b95-4f50-88c7-2c9cf222353f admin admin] Checking segment: {'id': 'c4a07af5-c502-4460-9213-221be067813a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '96a19c9b-f30e-4857-b68c-d38b1c59cced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:02:59.499342 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c89c31c-5b95-4f50-88c7-2c9cf222353f admin admin] Network hostable DHCP agents. Network: 96a19c9b-f30e-4857-b68c-d38b1c59cced, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:02:59.508539 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=f70002a6-5441-4361-918d-a330b40d67d6,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:59.514547 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:59.519201 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c89c31c-5b95-4f50-88c7-2c9cf222353f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d8033f-8201-4e12-b19a-afb9f7c4d4a0,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:59.522559 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-9c89c31c-5b95-4f50-88c7-2c9cf222353f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:59.552161 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70002a6-5441-4361-918d-a330b40d67d6'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:02:59.563601 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad5a7e0-020b-4d4e-8922-bda4fa44510c" -d '{"events": [{"server_uuid": "5f4ac1c4-f994-4582-9d38-bfa8e9733a1d", "name": "network-vif-plugged", "status": "completed", "tag": "f70002a6-5441-4361-918d-a330b40d67d6"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:02:59.574436 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3709d58d-3930-41a9-a634-aa7f1b4f1af0 req-2de6dbbc-c198-4b91-ad72-28f83b4fc828 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:59.576247 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3709d58d-3930-41a9-a634-aa7f1b4f1af0 req-2de6dbbc-c198-4b91-ad72-28f83b4fc828 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 944 time: 0.1719987 Jun 28 22:02:59.677060 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3709d58d-3930-41a9-a634-aa7f1b4f1af0 req-37e458b1-ba97-4615-8832-a261ad3687dc tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934412 Jun 28 22:02:59.679641 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-da9a7eaa-3e35-49b0-8f79-de09de9596d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.680252 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c89c31c-5b95-4f50-88c7-2c9cf222353f admin admin] Network 96a19c9b-f30e-4857-b68c-d38b1c59cced is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:02:59.711262 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249452fb-d38c-4cf7-bd0a-840e7e8f16b1 req-2091600e-6810-4c8e-880e-c42983fa68ce tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:59.730607 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-249452fb-d38c-4cf7-bd0a-840e7e8f16b1 req-2091600e-6810-4c8e-880e-c42983fa68ce tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.1243336 Jun 28 22:02:59.759812 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23114fa-b83b-43f8-a2e7-f38f02f5a075 x-openstack-request-id: req-e23114fa-b83b-43f8-a2e7-f38f02f5a075 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:02:59.760332 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4ac1c4-f994-4582-9d38-bfa8e9733a1d", "name": "network-vif-plugged", "status": "completed", "tag": "f70002a6-5441-4361-918d-a330b40d67d6", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:02:59.760406 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e23114fa-b83b-43f8-a2e7-f38f02f5a075 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:02:59.762821 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70002a6-5441-4361-918d-a330b40d67d6', 'code': 200} Jun 28 22:02:59.777843 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-249452fb-d38c-4cf7-bd0a-840e7e8f16b1 req-2dc345be-4470-43e1-b27f-19c69410d9fc tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587156 Jun 28 22:02:59.822710 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-da9a7eaa-3e35-49b0-8f79-de09de9596d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.822853 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-9c89c31c-5b95-4f50-88c7-2c9cf222353f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, 96a19c9b-f30e-4857-b68c-d38b1c59cced) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:02:59.825655 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-db81feaf-9e8b-4815-85a8-7a765d0aea83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:02:59.829276 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c89c31c-5b95-4f50-88c7-2c9cf222353f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:02:59.830439 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9c89c31c-5b95-4f50-88c7-2c9cf222353f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:02:59.835097 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3471a3e0-507b-435b-9659-f0fc987d0acf None None] Network 96a19c9b-f30e-4857-b68c-d38b1c59cced requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:02:59.913930 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-da9a7eaa-3e35-49b0-8f79-de09de9596d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d14f657e57854be7bed10d94a00262be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6582425 Jun 28 22:02:59.914890 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a7eaa-3e35-49b0-8f79-de09de9596d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb103ce9-7e42-4127-8191-515878601f4d,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:02:59.917516 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 50172) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:02:59.918523 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-da9a7eaa-3e35-49b0-8f79-de09de9596d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:02:59.978205 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-9c89c31c-5b95-4f50-88c7-2c9cf222353f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0382798 Jun 28 22:03:00.007395 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0168175a-4754-4249-a463-5d0ccc2df53b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:00.041548 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0168175a-4754-4249-a463-5d0ccc2df53b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:00.052417 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09a6ed8-a030-4693-8583-70578b42479b None None] Network 96a19c9b-f30e-4857-b68c-d38b1c59cced requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:03:00.148285 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2604e3-818f-470b-8da1-03c7b84c8bf9 req-ca720368-fe2b-49d5-acb0-960b78aa9cb5 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:00.150932 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ff2604e3-818f-470b-8da1-03c7b84c8bf9 req-ca720368-fe2b-49d5-acb0-960b78aa9cb5 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 945 time: 0.0645244 Jun 28 22:03:00.189863 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0168175a-4754-4249-a463-5d0ccc2df53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:00.197084 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0168175a-4754-4249-a463-5d0ccc2df53b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:00.200152 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ff2604e3-818f-470b-8da1-03c7b84c8bf9 req-9b25c18f-c791-4ffd-88c8-edaf48802be9 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432727 Jun 28 22:03:00.202252 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-0168175a-4754-4249-a463-5d0ccc2df53b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/eb103ce9-7e42-4127-8191-515878601f4d HTTP/1.1" status: 204 len: 168 time: 0.2836576 Jun 28 22:03:00.202990 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:00.215654 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168175a-4754-4249-a463-5d0ccc2df53b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb103ce9-7e42-4127-8191-515878601f4d,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:00.225199 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-0168175a-4754-4249-a463-5d0ccc2df53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:00.239972 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:00.282254 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96676fd7-b9e1-454b-b09f-fa8d89bf9ced req-191fec71-ac82-43e2-8efe-fc25990edf86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:00.283766 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-96676fd7-b9e1-454b-b09f-fa8d89bf9ced req-191fec71-ac82-43e2-8efe-fc25990edf86 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 1099 time: 0.0774877 Jun 28 22:03:00.325873 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-96676fd7-b9e1-454b-b09f-fa8d89bf9ced req-23185609-57fd-4e16-82c7-c3eb4a5c75b3 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341628 Jun 28 22:03:00.591222 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-2378198d-86fc-49f0-b9e5-57bec2b2df36 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:00.591222 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-2378198d-86fc-49f0-b9e5-57bec2b2df36 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/networks?id=61134d6f-d514-4d42-b9f3-fbb03bb21bdf HTTP/1.1" status: 200 len: 808 time: 0.1168339 Jun 28 22:03:00.605986 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-575695ad-f3a2-48c0-9515-1ee213ebaf59 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/quotas/24ce5b1a0e054477b690f845c3aeb470 HTTP/1.1" status: 200 len: 375 time: 0.0132313 Jun 28 22:03:00.646054 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-310628b7-7393-4d2a-9b88-c9d3c9cb816a tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=24ce5b1a0e054477b690f845c3aeb470&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345998 Jun 28 22:03:00.744452 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device eb4e1ed9-ce9e-4304-9e59-3607c5366032 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:03:00.744452 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 0e104b11-c243-488a-8316-ccdbd065ddd5 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:03:00.760492 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-21baf6a6-d2e2-4fb5-ba55-931fbaa9c50d service neutron] 10.222.0.36 "GET /v2.0/networks/61134d6f-d514-4d42-b9f3-fbb03bb21bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984387 Jun 28 22:03:00.861343 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port eb4e1ed9-ce9e-4304-9e59-3607c5366032, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=eb4e1ed9-ce9e-4304-9e59-3607c5366032,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:03:00.874488 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': 'eb4e1ed9-ce9e-4304-9e59-3607c5366032', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'port_id': 'eb4e1ed9-ce9e-4304-9e59-3607c5366032', 'mac_address': 'fa:16:3e:0e:6e:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:03:00.915896 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:00.916154 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-49637758-c84d-477c-9001-4dfedd51ed6e service neutron] 10.222.0.36 "GET /v2.0/networks/61134d6f-d514-4d42-b9f3-fbb03bb21bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540513 Jun 28 22:03:00.930771 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4e1ed9-ce9e-4304-9e59-3607c5366032 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:03:00.957503 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port eb4e1ed9-ce9e-4304-9e59-3607c5366032, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=eb4e1ed9-ce9e-4304-9e59-3607c5366032,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:03:00.976519 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7aa76e-fa78-4c7a-938d-db1ba1655223 req-f1dff15a-e49b-496e-bd68-4593f37a82a1 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:00.978089 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9a7aa76e-fa78-4c7a-938d-db1ba1655223 req-f1dff15a-e49b-496e-bd68-4593f37a82a1 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 944 time: 0.1018364 Jun 28 22:03:01.080862 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9a7aa76e-fa78-4c7a-938d-db1ba1655223 req-c556b51f-3c90-4329-ab45-7663872ca0da tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347064 Jun 28 22:03:01.152793 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port 0e104b11-c243-488a-8316-ccdbd065ddd5 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:03:01.159597 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port 0e104b11-c243-488a-8316-ccdbd065ddd5 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:03:01.160013 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:01.182399 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9600ee-ae97-467b-a010-7c72df2b0335 req-c2f743f2-e68c-4bec-8438-02cf75b32155 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:01.184052 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cf9600ee-ae97-467b-a010-7c72df2b0335 req-c2f743f2-e68c-4bec-8438-02cf75b32155 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.0687084 Jun 28 22:03:01.210853 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:01.215338 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:01.256616 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cf9600ee-ae97-467b-a010-7c72df2b0335 req-54efb93d-6502-4cc6-9bc7-49225a96709b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632193 Jun 28 22:03:01.328671 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:01.331490 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=eb4e1ed9-ce9e-4304-9e59-3607c5366032,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:01.347103 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:01.374339 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e550d8d0-13ad-46c8-a02a-dafd42e9210f req-e9339770-ba79-4016-8ac2-3235f91125ab tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 210 time: 0.0646574 Jun 28 22:03:01.379736 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 0e104b11-c243-488a-8316-ccdbd065ddd5, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=0e104b11-c243-488a-8316-ccdbd065ddd5,segment=NetworkSegment(fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3),segment_id=fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:03:01.389265 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 50232) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:01.419708 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-82b50acc-7a9e-4e9e-a1d2-2234dad1a563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:01.458955 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:01.461083 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-d6daf573-4dd9-4c09-bcdd-41b0dd539bcc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:01.465786 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74402f-ffee-4b05-899a-6e62393d9ce1 req-0d9d493f-3dca-4fa0-a93b-491b6781aa56 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:01.469470 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5a74402f-ffee-4b05-899a-6e62393d9ce1 req-0d9d493f-3dca-4fa0-a93b-491b6781aa56 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 945 time: 0.0804105 Jun 28 22:03:01.516838 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5a74402f-ffee-4b05-899a-6e62393d9ce1 req-5ce87c27-3af3-44b0-8a3a-68acb418a3f7 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416162 Jun 28 22:03:01.533717 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=0e104b11-c243-488a-8316-ccdbd065ddd5,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:01.537901 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:01.559978 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-82b50acc-7a9e-4e9e-a1d2-2234dad1a563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:01.622882 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['eb4e1ed9-ce9e-4304-9e59-3607c5366032'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:03:01.702347 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-82b50acc-7a9e-4e9e-a1d2-2234dad1a563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:01.705764 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-60dd6239-10c9-4e4a-8551-032a9aa99b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:01.731001 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:01.749874 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-82b50acc-7a9e-4e9e-a1d2-2234dad1a563 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b48f460e63c44486999d41317d4a4910&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3571575 Jun 28 22:03:01.749874 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b50acc-7a9e-4e9e-a1d2-2234dad1a563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9845bfa-7ec6-4353-8017-9e5bbc9cad20,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:01.750748 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 50244) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:01.751822 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-82b50acc-7a9e-4e9e-a1d2-2234dad1a563 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:01.764969 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f9d66-2c14-4745-b388-3a8e273c30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e104b11-c243-488a-8316-ccdbd065ddd5'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:03:01.764969 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a294d4-d506-43bf-b160-b4416601021f" -d '{"events": [{"server_uuid": "5b5f9d66-2c14-4745-b388-3a8e273c30c2", "name": "network-vif-plugged", "status": "completed", "tag": "0e104b11-c243-488a-8316-ccdbd065ddd5"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:03:01.815379 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8226e046-c9f0-44a4-8917-f00b2a25538d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:01.817615 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6644dad6-44a0-47df-8130-b0a20dd6f06f x-openstack-request-id: req-6644dad6-44a0-47df-8130-b0a20dd6f06f {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:03:01.818383 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5f9d66-2c14-4745-b388-3a8e273c30c2", "name": "network-vif-plugged", "status": "completed", "tag": "0e104b11-c243-488a-8316-ccdbd065ddd5", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:03:01.818383 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6644dad6-44a0-47df-8130-b0a20dd6f06f {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:03:01.818670 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5f9d66-2c14-4745-b388-3a8e273c30c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e104b11-c243-488a-8316-ccdbd065ddd5', 'code': 200} Jun 28 22:03:01.848362 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8226e046-c9f0-44a4-8917-f00b2a25538d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:02.011168 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8226e046-c9f0-44a4-8917-f00b2a25538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:02.013791 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8226e046-c9f0-44a4-8917-f00b2a25538d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:02.018770 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-8226e046-c9f0-44a4-8917-f00b2a25538d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a9845bfa-7ec6-4353-8017-9e5bbc9cad20 HTTP/1.1" status: 204 len: 168 time: 0.2628746 Jun 28 22:03:02.018770 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:02.024009 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8226e046-c9f0-44a4-8917-f00b2a25538d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9845bfa-7ec6-4353-8017-9e5bbc9cad20,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:02.026855 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-8226e046-c9f0-44a4-8917-f00b2a25538d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:02.269348 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e770e73-c8e9-4ff3-9135-63c859aed3dc req-54c2dfd9-33a7-46c3-9000-135a1d3bf2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:02.270876 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0e770e73-c8e9-4ff3-9135-63c859aed3dc req-54c2dfd9-33a7-46c3-9000-135a1d3bf2c5 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 1099 time: 0.1091874 Jun 28 22:03:02.280400 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2d7c32-90dd-45c6-8d8f-9b0ad78b7025 req-60b292d9-3ba5-4619-8555-b42f52887ccd tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:02.281882 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5d2d7c32-90dd-45c6-8d8f-9b0ad78b7025 req-60b292d9-3ba5-4619-8555-b42f52887ccd tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 945 time: 0.0860653 Jun 28 22:03:02.339942 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5d2d7c32-90dd-45c6-8d8f-9b0ad78b7025 req-898e7a35-b814-47cf-9736-7bc3b35c421c tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509686 Jun 28 22:03:02.341880 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0e770e73-c8e9-4ff3-9135-63c859aed3dc req-9cbb0889-578b-45d6-b8bf-b3b76a42e05f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591028 Jun 28 22:03:02.457438 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95563ee-07fd-405d-b879-aaddcd84d83e req-57f01c5d-6266-4ec1-8642-a9160db3a91e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:02.458965 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f95563ee-07fd-405d-b879-aaddcd84d83e req-57f01c5d-6266-4ec1-8642-a9160db3a91e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.0757179 Jun 28 22:03:02.503287 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f95563ee-07fd-405d-b879-aaddcd84d83e req-c9cbf727-a8ff-4187-9b49-2e583095188f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364442 Jun 28 22:03:02.556588 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2e52f9c5-aedb-45cd-b47b-1e302049b3df req-9819da98-8602-423a-a0bd-a5e51c73176f tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 210 time: 0.0468845 Jun 28 22:03:02.716028 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device eb4e1ed9-ce9e-4304-9e59-3607c5366032 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:03:02.749358 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c07b8-a7f5-4eca-b914-f60d7775686e req-700939b0-2bfc-46c8-9aa6-df5e8b5afe6d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:02.750860 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-586c07b8-a7f5-4eca-b914-f60d7775686e req-700939b0-2bfc-46c8-9aa6-df5e8b5afe6d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.1222064 Jun 28 22:03:02.761296 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 50276) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:02.768464 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-6eb97e06-6bf1-4254-9d84-c83879f911a0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Request body: {'floatingip': {'port_id': 'f70002a6-5441-4361-918d-a330b40d67d6'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:03:02.828064 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bcedda-52b6-41de-9589-a13feeb27824 req-fc3f57bd-1915-48bf-a406-f7b8dc7648bb tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:02.829944 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-89bcedda-52b6-41de-9589-a13feeb27824 req-fc3f57bd-1915-48bf-a406-f7b8dc7648bb tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.1591270 Jun 28 22:03:02.887642 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6eb97e06-6bf1-4254-9d84-c83879f911a0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for floatingip, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:02.903156 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port eb4e1ed9-ce9e-4304-9e59-3607c5366032 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:03:02.907420 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port eb4e1ed9-ce9e-4304-9e59-3607c5366032 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:03:02.907816 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:03.025190 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-89bcedda-52b6-41de-9589-a13feeb27824 req-13f8d7f0-28bb-4b5e-853a-466dc246709a tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617866 Jun 28 22:03:03.052270 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:03.110894 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port eb4e1ed9-ce9e-4304-9e59-3607c5366032, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=eb4e1ed9-ce9e-4304-9e59-3607c5366032,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:03:03.159848 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:03.162334 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:03.229159 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=eb4e1ed9-ce9e-4304-9e59-3607c5366032,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:03.233349 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:03.669926 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da3060-a82b-4cd5-b610-52846fc309a6 req-aae70e68-b78c-4631-80b6-f08a0ee16468 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:03.671384 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-88da3060-a82b-4cd5-b610-52846fc309a6 req-aae70e68-b78c-4631-80b6-f08a0ee16468 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 946 time: 0.2718365 Jun 28 22:03:03.820068 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d54da59-dfb3-48c2-9301-f591cdd57a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4e1ed9-ce9e-4304-9e59-3607c5366032'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:03:03.824048 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b613e7b-f19f-42ea-b131-0719c272ba3f" -d '{"events": [{"server_uuid": "6d54da59-dfb3-48c2-9301-f591cdd57a51", "name": "network-vif-plugged", "status": "completed", "tag": "eb4e1ed9-ce9e-4304-9e59-3607c5366032"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:03:03.864535 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fe50df-a456-44ba-ba26-c2d70fa1be14 req-8151408a-6b71-4f8d-981b-fc3a2549689e tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:03.866012 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a0fe50df-a456-44ba-ba26-c2d70fa1be14 req-8151408a-6b71-4f8d-981b-fc3a2549689e tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.3503904 Jun 28 22:03:03.896506 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-88da3060-a82b-4cd5-b610-52846fc309a6 req-920737f4-6f33-4d1b-a3cc-85e15cd03684 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094276 Jun 28 22:03:03.948812 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.db.resource_extend [None req-6eb97e06-6bf1-4254-9d84-c83879f911a0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 28 22:03:03.988398 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a0fe50df-a456-44ba-ba26-c2d70fa1be14 req-6004cd12-4776-4f06-9eb9-f687c1232e6e tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951500 Jun 28 22:03:04.047132 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25ad0261-e1c0-4174-8043-e98089b4cf08 x-openstack-request-id: req-25ad0261-e1c0-4174-8043-e98089b4cf08 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:03:04.047653 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d54da59-dfb3-48c2-9301-f591cdd57a51", "name": "network-vif-plugged", "status": "completed", "tag": "eb4e1ed9-ce9e-4304-9e59-3607c5366032", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:03:04.047926 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-25ad0261-e1c0-4174-8043-e98089b4cf08 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:03:04.048359 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d54da59-dfb3-48c2-9301-f591cdd57a51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4e1ed9-ce9e-4304-9e59-3607c5366032', 'code': 200} Jun 28 22:03:04.082537 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6eb97e06-6bf1-4254-9d84-c83879f911a0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:04.085885 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4f32f196-cb5d-4405-be81-9e25a4895a31 req-aa475519-15c5-46cb-bd0c-63c767efcca2 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 210 time: 0.0483172 Jun 28 22:03:04.189277 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6eb97e06-6bf1-4254-9d84-c83879f911a0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963868'] for floatingip, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:04.346200 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-1d77e4c3-717b-44a4-9569-0425416fdbba tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:04.347608 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-1d77e4c3-717b-44a4-9569-0425416fdbba tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.35 "GET /v2.0/networks?id=61134d6f-d514-4d42-b9f3-fbb03bb21bdf HTTP/1.1" status: 200 len: 808 time: 0.2606695 Jun 28 22:03:04.380185 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-1c82f4f7-8c67-42ca-8d9e-f51812beb1c0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Request body: {'port': {'device_id': '984fcaab-8f15-466d-88af-1e0cb7c895fd', 'network_id': '61134d6f-d514-4d42-b9f3-fbb03bb21bdf', 'admin_state_up': True, 'tenant_id': '24ce5b1a0e054477b690f845c3aeb470'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:03:04.389666 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.db.l3_db [None req-6eb97e06-6bf1-4254-9d84-c83879f911a0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Floating IP d4558ceb-ed46-491e-8126-9bdff33fb158 associated. External IP: 172.28.0.41, port: f70002a6-5441-4361-918d-a330b40d67d6. Jun 28 22:03:04.410528 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308a914b-3c1b-49f6-8030-06abe8185bb6 req-1e267346-bbd0-49aa-9f06-1d96a2199f48 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:04.412045 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-308a914b-3c1b-49f6-8030-06abe8185bb6 req-1e267346-bbd0-49aa-9f06-1d96a2199f48 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.2286022 Jun 28 22:03:04.652709 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-308a914b-3c1b-49f6-8030-06abe8185bb6 req-fde6ddac-b0e7-4e26-a1d1-5bcd15ad533e tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974192 Jun 28 22:03:04.690009 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3940ed9-af1f-4fcc-86f4-8681080863de req-dd79d25f-b572-4b1b-a8e1-33b9575defd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:04.690009 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f3940ed9-af1f-4fcc-86f4-8681080863de req-dd79d25f-b572-4b1b-a8e1-33b9575defd2 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 1099 time: 0.2326148 Jun 28 22:03:04.959625 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-1c82f4f7-8c67-42ca-8d9e-f51812beb1c0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Made reservation on behalf of 24ce5b1a0e054477b690f845c3aeb470 for: {'port': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:03:04.964336 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-1c82f4f7-8c67-42ca-8d9e-f51812beb1c0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:05.033583 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f3940ed9-af1f-4fcc-86f4-8681080863de req-1104a783-8f76-4d50-b530-3d16839ce564 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3288238 Jun 28 22:03:05.182074 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb97e06-6bf1-4254-9d84-c83879f911a0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Router 520ade68-8f6b-442a-ba2d-ad8a97dff819 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:03:05.229364 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47b4eab-fee7-4383-806a-715820c8d36c req-d83fc68f-506b-421f-bc06-8ac293aea7a5 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:05.230828 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d47b4eab-fee7-4383-806a-715820c8d36c req-d83fc68f-506b-421f-bc06-8ac293aea7a5 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 946 time: 0.1918104 Jun 28 22:03:05.267476 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-1c82f4f7-8c67-42ca-8d9e-f51812beb1c0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Allocated IP 172.20.0.12 (61134d6f-d514-4d42-b9f3-fbb03bb21bdf/102780c9-5747-410b-99cb-d94b5bbfe77b/39056435-d5c0-4373-9a78-05156a74f8a7) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:03:05.380329 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d47b4eab-fee7-4383-806a-715820c8d36c req-73108147-0d58-488a-bf60-b148bf0b98f8 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105821 Jun 28 22:03:05.411635 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb97e06-6bf1-4254-9d84-c83879f911a0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:03:05.412484 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6eb97e06-6bf1-4254-9d84-c83879f911a0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:05.421359 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc834b3-7081-45e6-90cd-7573e0e695f9 None None] Sync routers for ids ['520ade68-8f6b-442a-ba2d-ad8a97dff819'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:03:05.441448 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc834b3-7081-45e6-90cd-7573e0e695f9 None None] Routers {'520ade68-8f6b-442a-ba2d-ad8a97dff819'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:03:05.442428 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-ffc834b3-7081-45e6-90cd-7573e0e695f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:02:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['520ade68-8f6b-442a-ba2d-ad8a97dff819'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:05.563325 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6934e-ab0e-4fe6-a5c7-d9421353daf9 req-828f11f8-c24b-471c-bf80-5123da0b9780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:05.568404 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0dc6934e-ab0e-4fe6-a5c7-d9421353daf9 req-828f11f8-c24b-471c-bf80-5123da0b9780 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3119f34cbd4c4cef86133fc965006033&device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 1099 time: 0.0794604 Jun 28 22:03:05.611663 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-ffc834b3-7081-45e6-90cd-7573e0e695f9 None None] Set router 520ade68-8f6b-442a-ba2d-ad8a97dff819 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:03:05.612294 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3a93d1b2-6e04-47af-b2e7-89121c5a848b req-103b192f-e8d9-4220-80ca-b20f8ee26dd5 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 210 time: 0.0588489 Jun 28 22:03:05.617106 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-6eb97e06-6bf1-4254-9d84-c83879f911a0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "PUT /v2.0/floatingips/d4558ceb-ed46-491e-8126-9bdff33fb158 HTTP/1.1" status: 200 len: 991 time: 2.8544986 Jun 28 22:03:05.621929 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'tag': 'f70002a6-5441-4361-918d-a330b40d67d6'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:03:05.626185 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a785bc1e-72e1-48c8-8433-54d1c449b8d8" -d '{"events": [{"name": "network-changed", "server_uuid": "5f4ac1c4-f994-4582-9d38-bfa8e9733a1d", "tag": "f70002a6-5441-4361-918d-a330b40d67d6"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:03:05.670620 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-1c82f4f7-8c67-42ca-8d9e-f51812beb1c0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:05.710617 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8c4512-107b-43be-9373-b0c51b340e06 req-506e7afa-2b62-4599-b1c1-17c070a43950 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:05.712329 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3c8c4512-107b-43be-9373-b0c51b340e06 req-506e7afa-2b62-4599-b1c1-17c070a43950 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.35 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 946 time: 0.2632687 Jun 28 22:03:05.721284 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6934e-ab0e-4fe6-a5c7-d9421353daf9 req-33303d01-53c9-466d-8e62-470866defbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:05.722461 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ade759-4f3d-4232-bbf6-b54de30c79be req-ad291492-0417-4805-bd48-9e054839d234 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:05.723624 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0dc6934e-ab0e-4fe6-a5c7-d9421353daf9 req-33303d01-53c9-466d-8e62-470866defbd5 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c760d07-f07f-45da-b722-cb1c9bb91047 HTTP/1.1" status: 200 len: 920 time: 0.1390524 Jun 28 22:03:05.730308 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-51ade759-4f3d-4232-bbf6-b54de30c79be req-ad291492-0417-4805-bd48-9e054839d234 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.2628582 Jun 28 22:03:05.779374 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0dc6934e-ab0e-4fe6-a5c7-d9421353daf9 req-00338e8a-e7be-4ec3-983e-cfa99d397f24 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e104b11-c243-488a-8316-ccdbd065ddd5 HTTP/1.1" status: 200 len: 217 time: 0.0454991 Jun 28 22:03:05.844150 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc6934e-ab0e-4fe6-a5c7-d9421353daf9 req-9a358ee0-6a7d-40ed-84bb-774f3e072cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:05.845912 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0dc6934e-ab0e-4fe6-a5c7-d9421353daf9 req-9a358ee0-6a7d-40ed-84bb-774f3e072cda service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0afd4b0c-f3c8-4204-abf0-24f2274291f0 HTTP/1.1" status: 200 len: 859 time: 0.0550661 Jun 28 22:03:05.876586 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-51ade759-4f3d-4232-bbf6-b54de30c79be req-58cd8343-7b02-4e7a-be6a-833087801c00 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452987 Jun 28 22:03:05.886213 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0dc6934e-ab0e-4fe6-a5c7-d9421353daf9 req-35fdf171-a130-477c-a2e3-e3a88ed4c728 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c760d07-f07f-45da-b722-cb1c9bb91047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322382 Jun 28 22:03:05.966507 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-3c8c4512-107b-43be-9373-b0c51b340e06 req-443b1f23-d11e-49a7-9e2a-b73a3cceba15 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Deleting port 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:03:05.966986 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-3c8c4512-107b-43be-9373-b0c51b340e06 req-443b1f23-d11e-49a7-9e2a-b73a3cceba15 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:05.983113 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd63bae-bda6-4f7a-9082-cca7e868c414 req-de8fab4a-4640-412c-919b-c8b8a600abbb tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:05.984790 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6cd63bae-bda6-4f7a-9082-cca7e868c414 req-de8fab4a-4640-412c-919b-c8b8a600abbb tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.1663487 Jun 28 22:03:05.998205 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0dc6934e-ab0e-4fe6-a5c7-d9421353daf9 req-63ba46b7-f66e-46f4-9c55-7e7dd14d11c1 service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957654 Jun 28 22:03:06.047157 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-ffc834b3-7081-45e6-90cd-7573e0e695f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': 'd4558ceb-ed46-491e-8126-9bdff33fb158', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'floating_ip_address': '172.28.0.41', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'port_id': 'f70002a6-5441-4361-918d-a330b40d67d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'mac_address': 'fa:16:3e:2e:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:02:36Z', 'updated_at': '2021-06-28T22:03:03Z', 'revision_number': 1, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b1455-5c70-42ba-aa5d-7a0c1a556b2a', 'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'mac_address': 'fa:16:3e:f4:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:22Z', 'updated_at': '2021-06-28T22:02:35Z', 'revision_number': 5, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'subnets': [{'id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:06.059500 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-1c82f4f7-8c67-42ca-8d9e-f51812beb1c0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:06.084583 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc834b3-7081-45e6-90cd-7573e0e695f9 None None] Checking router: 520ade68-8f6b-442a-ba2d-ad8a97dff819 for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:03:06.094284 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc834b3-7081-45e6-90cd-7573e0e695f9 None None] Routers {'520ade68-8f6b-442a-ba2d-ad8a97dff819'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:03:06.094637 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-ffc834b3-7081-45e6-90cd-7573e0e695f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:02:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['520ade68-8f6b-442a-ba2d-ad8a97dff819'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:06.116642 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0dc6934e-ab0e-4fe6-a5c7-d9421353daf9 req-468bcaae-4c60-4dc7-9dc7-e115dd6db38b service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111968 Jun 28 22:03:06.140117 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:06.145975 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-3c8c4512-107b-43be-9373-b0c51b340e06 req-443b1f23-d11e-49a7-9e2a-b73a3cceba15 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] For port 27f1f4dd-4088-49d3-b61c-a21b0a1ad429, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=27f1f4dd-4088-49d3-b61c-a21b0a1ad429,segment=NetworkSegment(c4e7062c-8df3-408c-9c36-ef3fb3714cc4),segment_id=c4e7062c-8df3-408c-9c36-ef3fb3714cc4)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:03:06.146340 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-3c8c4512-107b-43be-9373-b0c51b340e06 req-443b1f23-d11e-49a7-9e2a-b73a3cceba15 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:06.151780 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3eeeb24-cf04-4e48-969a-0b4e88194fc6 x-openstack-request-id: req-e3eeeb24-cf04-4e48-969a-0b4e88194fc6 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:03:06.154581 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f4ac1c4-f994-4582-9d38-bfa8e9733a1d", "tag": "f70002a6-5441-4361-918d-a330b40d67d6", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:03:06.154581 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e3eeeb24-cf04-4e48-969a-0b4e88194fc6 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:03:06.154581 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'tag': 'f70002a6-5441-4361-918d-a330b40d67d6', 'status': 'completed', 'code': 200} Jun 28 22:03:06.157618 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6cd63bae-bda6-4f7a-9082-cca7e868c414 req-4f4c5016-ddc3-4211-9e2b-ba96d14cebce tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564252 Jun 28 22:03:06.247601 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-1c82f4f7-8c67-42ca-8d9e-f51812beb1c0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Network 61134d6f-d514-4d42-b9f3-fbb03bb21bdf is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:03:06.264683 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-3c8c4512-107b-43be-9373-b0c51b340e06 req-443b1f23-d11e-49a7-9e2a-b73a3cceba15 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Calling delete_port for 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:03:06.273261 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785bc1e-72e1-48c8-8433-54d1c449b8d8 req-d2268ec2-5479-4695-8038-4de91747f6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:06.273261 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-a785bc1e-72e1-48c8-8433-54d1c449b8d8 req-d2268ec2-5479-4695-8038-4de91747f6af service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=540be3d5aaf14f8099311f922d1335d3&device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 1099 time: 0.0962291 Jun 28 22:03:06.273825 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-ffc834b3-7081-45e6-90cd-7573e0e695f9 None None] Set router 520ade68-8f6b-442a-ba2d-ad8a97dff819 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:03:06.275542 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-1c82f4f7-8c67-42ca-8d9e-f51812beb1c0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:03:06.282366 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-1c82f4f7-8c67-42ca-8d9e-f51812beb1c0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:03:06.288304 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-1c82f4f7-8c67-42ca-8d9e-f51812beb1c0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:06.288962 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-1c82f4f7-8c67-42ca-8d9e-f51812beb1c0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:06.375785 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c82f4f7-8c67-42ca-8d9e-f51812beb1c0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Pushing event updated for resources: {'Port': ['ID=39056435-d5c0-4373-9a78-05156a74f8a7,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:06.379719 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-1c82f4f7-8c67-42ca-8d9e-f51812beb1c0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:06.417811 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-1c82f4f7-8c67-42ca-8d9e-f51812beb1c0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0416505 Jun 28 22:03:06.432540 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785bc1e-72e1-48c8-8433-54d1c449b8d8 req-fcb96c8c-f2f0-4eef-87ca-72b91f90b194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:06.435475 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Request body: {'port': {'device_id': '984fcaab-8f15-466d-88af-1e0cb7c895fd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:03:06.435599 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-a785bc1e-72e1-48c8-8433-54d1c449b8d8 req-fcb96c8c-f2f0-4eef-87ca-72b91f90b194 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a01a082-3ec6-4e75-8884-a203b5eaabe4 HTTP/1.1" status: 200 len: 917 time: 0.1422045 Jun 28 22:03:06.569351 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-a785bc1e-72e1-48c8-8433-54d1c449b8d8 req-7f1ab495-8166-43dd-ab9d-1b947d225474 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f70002a6-5441-4361-918d-a330b40d67d6 HTTP/1.1" status: 200 len: 999 time: 0.1277108 Jun 28 22:03:06.588830 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:06.634293 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785bc1e-72e1-48c8-8433-54d1c449b8d8 req-c856cc73-02a5-4e17-a751-dbe50b5e4e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:06.636022 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-a785bc1e-72e1-48c8-8433-54d1c449b8d8 req-c856cc73-02a5-4e17-a751-dbe50b5e4e38 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9dcc002-255b-49f2-9b1c-c91d2190c0e5 HTTP/1.1" status: 200 len: 855 time: 0.0592182 Jun 28 22:03:06.666613 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-3c8c4512-107b-43be-9373-b0c51b340e06 req-443b1f23-d11e-49a7-9e2a-b73a3cceba15 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:06.682283 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['27f1f4dd-4088-49d3-b61c-a21b0a1ad429'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:03:06.689068 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:06.757096 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-ffc834b3-7081-45e6-90cd-7573e0e695f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': 'd4558ceb-ed46-491e-8126-9bdff33fb158', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'floating_ip_address': '172.28.0.41', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'port_id': 'f70002a6-5441-4361-918d-a330b40d67d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'mac_address': 'fa:16:3e:2e:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:02:36Z', 'updated_at': '2021-06-28T22:03:03Z', 'revision_number': 1, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b1455-5c70-42ba-aa5d-7a0c1a556b2a', 'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'mac_address': 'fa:16:3e:f4:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:22Z', 'updated_at': '2021-06-28T22:02:35Z', 'revision_number': 5, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'subnets': [{'id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:06.761919 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a785bc1e-72e1-48c8-8433-54d1c449b8d8 req-90360fba-744b-4b4e-b3cd-08f59ad9fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:06.763403 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-a785bc1e-72e1-48c8-8433-54d1c449b8d8 req-90360fba-744b-4b4e-b3cd-08f59ad9fc91 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a01a082-3ec6-4e75-8884-a203b5eaabe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1184993 Jun 28 22:03:06.785663 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443b1f23-d11e-49a7-9e2a-b73a3cceba15 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Pushing event deleted for resources: {'Port': ['ID=27f1f4dd-4088-49d3-b61c-a21b0a1ad429,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:06.795691 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc834b3-7081-45e6-90cd-7573e0e695f9 None None] The sync data for ids ['520ade68-8f6b-442a-ba2d-ad8a97dff819'] in dv-cinder-798384-1-smb is: [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': 'd4558ceb-ed46-491e-8126-9bdff33fb158', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'floating_ip_address': '172.28.0.41', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'port_id': 'f70002a6-5441-4361-918d-a330b40d67d6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 106, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'mac_address': 'fa:16:3e:2e:30:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:02:36Z', 'updated_at': '2021-06-28T22:03:03Z', 'revision_number': 1, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b1455-5c70-42ba-aa5d-7a0c1a556b2a', 'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'mac_address': 'fa:16:3e:f4:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:22Z', 'updated_at': '2021-06-28T22:02:35Z', 'revision_number': 5, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'subnets': [{'id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:03:06.801993 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-443b1f23-d11e-49a7-9e2a-b73a3cceba15 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:06.914137 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-a785bc1e-72e1-48c8-8433-54d1c449b8d8 req-26a0d64d-bd53-4441-8aae-bf240b340810 service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436412 Jun 28 22:03:06.941587 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8c4512-107b-43be-9373-b0c51b340e06 req-443b1f23-d11e-49a7-9e2a-b73a3cceba15 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] No DVR routers for this DVR port 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 on host hv-cinder-79838 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:03:06.965594 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-3c8c4512-107b-43be-9373-b0c51b340e06 req-443b1f23-d11e-49a7-9e2a-b73a3cceba15 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:06.967550 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3c8c4512-107b-43be-9373-b0c51b340e06 req-443b1f23-d11e-49a7-9e2a-b73a3cceba15 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.35 "DELETE /v2.0/ports/27f1f4dd-4088-49d3-b61c-a21b0a1ad429 HTTP/1.1" status: 204 len: 173 time: 1.2352698 Jun 28 22:03:07.035277 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-a785bc1e-72e1-48c8-8433-54d1c449b8d8 req-35d67d69-d30d-4f5d-bfe3-f8365168b5f9 service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128936 Jun 28 22:03:07.053406 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1facc94b-5c0a-4e61-93f7-25c2c6267ca6 req-e695e6af-81a8-47df-aa20-935b34faf08e tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:07.055083 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1facc94b-5c0a-4e61-93f7-25c2c6267ca6 req-e695e6af-81a8-47df-aa20-935b34faf08e tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 867 time: 0.4513073 Jun 28 22:03:07.072119 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa02f96-b8ed-4479-8737-b8c00632398f None None] New status for floating IP d4558ceb-ed46-491e-8126-9bdff33fb158: ACTIVE {{(pid=93385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:03:07.154552 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87eb86c-2e11-4f47-88e4-bbf10615ad4e req-90d0a795-2de0-4cbf-b8d7-a6373beb630e tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:07.154552 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c87eb86c-2e11-4f47-88e4-bbf10615ad4e req-90d0a795-2de0-4cbf-b8d7-a6373beb630e tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 932 time: 0.2430642 Jun 28 22:03:07.156645 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1facc94b-5c0a-4e61-93f7-25c2c6267ca6 req-f975f11c-7cd9-4d77-ac34-159c9013b4ab tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/security-groups?id=b0c09eaf-2d07-4521-80f1-02c2098c4819&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911727 Jun 28 22:03:07.253962 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c87eb86c-2e11-4f47-88e4-bbf10615ad4e req-4423511a-9492-4b7b-90f7-31b25849baa4 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5d3ebf-360f-4fe1-acd2-471e312c3af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035724 Jun 28 22:03:07.259787 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39056435-d5c0-4373-9a78-05156a74f8a7 {{(pid=93384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:03:07.268194 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:07.283484 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Transition to ACTIVE for port object 39056435-d5c0-4373-9a78-05156a74f8a7 will not be triggered until provisioned by entity L2. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:03:07.393485 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0672fc8a-8d55-4429-bfca-bbe927656545 req-670dac84-6062-4378-b7f5-8aeba5b86e0b tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:07.395265 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0672fc8a-8d55-4429-bfca-bbe927656545 req-670dac84-6062-4378-b7f5-8aeba5b86e0b tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0687168 Jun 28 22:03:07.417569 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:07.421785 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:07.456791 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0672fc8a-8d55-4429-bfca-bbe927656545 req-8b4b99da-094c-498a-9093-b876a9289676 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545666 Jun 28 22:03:07.506013 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=39056435-d5c0-4373-9a78-05156a74f8a7,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:07.515883 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:07.698843 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e982e272-caaf-48b1-b610-132593629d2f req-f31fadf3-ea61-4c07-8311-cafba6534173 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:07.700297 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e982e272-caaf-48b1-b610-132593629d2f req-f31fadf3-ea61-4c07-8311-cafba6534173 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.1339707 Jun 28 22:03:07.711962 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ac686-b3c6-49d8-a51e-f92433a6a2a9 req-5858299b-154d-4d7d-ad95-8a3a1d9bb602 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:07.713421 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f24ac686-b3c6-49d8-a51e-f92433a6a2a9 req-5858299b-154d-4d7d-ad95-8a3a1d9bb602 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0991299 Jun 28 22:03:07.724217 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 50424) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:07.729650 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-569b41cb-a36b-41c1-9ead-9d79a3853a47 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Request body: {'floatingip': {'port_id': 'eb4e1ed9-ce9e-4304-9e59-3607c5366032'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:03:07.748834 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e982e272-caaf-48b1-b610-132593629d2f req-5406350d-f684-4ce2-b473-d2375740f6cf tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343883 Jun 28 22:03:07.800993 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-569b41cb-a36b-41c1-9ead-9d79a3853a47 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for floatingip, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:07.950326 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Attempting to bind port 39056435-d5c0-4373-9a78-05156a74f8a7 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:03:07.950654 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Attempting to bind port 39056435-d5c0-4373-9a78-05156a74f8a7 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': 'ed76f0a3-e407-47cc-8aee-cdaa4fa7d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61134d6f-d514-4d42-b9f3-fbb03bb21bdf'}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:03:07.951006 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Attempting to bind port 39056435-d5c0-4373-9a78-05156a74f8a7 on network 61134d6f-d514-4d42-b9f3-fbb03bb21bdf {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:03:07.955840 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Port 39056435-d5c0-4373-9a78-05156a74f8a7 on network 61134d6f-d514-4d42-b9f3-fbb03bb21bdf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:03:07.956332 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Attempting to bind port 39056435-d5c0-4373-9a78-05156a74f8a7 on network 61134d6f-d514-4d42-b9f3-fbb03bb21bdf {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:03:07.962577 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 2, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:03:07.963258 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Checking segment: {'id': 'ed76f0a3-e407-47cc-8aee-cdaa4fa7d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61134d6f-d514-4d42-b9f3-fbb03bb21bdf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:03:07.963651 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Bound using segment: {'id': 'ed76f0a3-e407-47cc-8aee-cdaa4fa7d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61134d6f-d514-4d42-b9f3-fbb03bb21bdf'} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:03:07.964136 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Bound port: 39056435-d5c0-4373-9a78-05156a74f8a7, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed76f0a3-e407-47cc-8aee-cdaa4fa7d098', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '61134d6f-d514-4d42-b9f3-fbb03bb21bdf'}}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:03:07.964525 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:08.034385 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] For port 39056435-d5c0-4373-9a78-05156a74f8a7, host hv-cinder-79838, cleared binding levels {{(pid=93384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:03:08.038185 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] For port 39056435-d5c0-4373-9a78-05156a74f8a7, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=39056435-d5c0-4373-9a78-05156a74f8a7,segment=NetworkSegment(ed76f0a3-e407-47cc-8aee-cdaa4fa7d098),segment_id=ed76f0a3-e407-47cc-8aee-cdaa4fa7d098)] {{(pid=93384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:03:08.125464 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:08.129054 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-8a5ae043-7dd7-41aa-8353-93dca95ef1d0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:08.155156 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69030245-7350-4a22-8fed-190a6b2333f2', 'name': 'network-vif-deleted', 'tag': '27f1f4dd-4088-49d3-b61c-a21b0a1ad429'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:03:08.157436 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb77021-f5f4-4e9e-9257-4a5c6ef3f0dc" -d '{"events": [{"server_uuid": "69030245-7350-4a22-8fed-190a6b2333f2", "name": "network-vif-deleted", "tag": "27f1f4dd-4088-49d3-b61c-a21b0a1ad429"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:03:08.167403 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:08.168041 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:08.169445 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] 10.222.0.35 "PUT /v2.0/ports/39056435-d5c0-4373-9a78-05156a74f8a7 HTTP/1.1" status: 200 len: 1094 time: 1.7417779 Jun 28 22:03:08.210138 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Pushing event updated for resources: {'Port': ['ID=39056435-d5c0-4373-9a78-05156a74f8a7,revision_number=3']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:08.213847 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:03:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0827b9db-60dc-4502-be68-770f90f17a78 x-openstack-request-id: req-0827b9db-60dc-4502-be68-770f90f17a78 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:03:08.214263 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69030245-7350-4a22-8fed-190a6b2333f2", "name": "network-vif-deleted", "tag": "27f1f4dd-4088-49d3-b61c-a21b0a1ad429", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:03:08.215099 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0827b9db-60dc-4502-be68-770f90f17a78 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:03:08.215417 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69030245-7350-4a22-8fed-190a6b2333f2', 'name': 'network-vif-deleted', 'tag': '27f1f4dd-4088-49d3-b61c-a21b0a1ad429', 'status': 'completed', 'code': 200} Jun 28 22:03:08.216385 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:08.398010 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-acb5fca4-841c-4291-a325-5ae535e4a514 req-2d61a7eb-545a-4154-bec0-b75d43d3509a tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] 10.222.0.36 "GET /v2.0/ports?device_id=69030245-7350-4a22-8fed-190a6b2333f2 HTTP/1.1" status: 200 len: 210 time: 0.0391147 Jun 28 22:03:08.468361 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-f5562059-ed6c-4603-956e-fdafcfd7d103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:08.469943 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-f5562059-ed6c-4603-956e-fdafcfd7d103 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24ce5b1a0e054477b690f845c3aeb470&device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 1097 time: 0.1595821 Jun 28 22:03:08.505538 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913946ad-69bc-49df-8fcd-3603c41796e2 req-61467f18-1342-4f35-afa9-286f3dac9914 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:08.508454 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-913946ad-69bc-49df-8fcd-3603c41796e2 req-61467f18-1342-4f35-afa9-286f3dac9914 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 944 time: 0.1075110 Jun 28 22:03:08.580114 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-76e44030-853b-4278-be54-4a868202f52d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39056435-d5c0-4373-9a78-05156a74f8a7 HTTP/1.1" status: 200 len: 217 time: 0.0911491 Jun 28 22:03:08.638610 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-913946ad-69bc-49df-8fcd-3603c41796e2 req-e7b19c2d-c70c-4ae7-9661-6bff3eb86fc6 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5d3ebf-360f-4fe1-acd2-471e312c3af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722005 Jun 28 22:03:08.664716 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-919ef505-4315-4116-bec4-d0ecdf4d44f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:08.664716 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-919ef505-4315-4116-bec4-d0ecdf4d44f5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=102780c9-5747-410b-99cb-d94b5bbfe77b HTTP/1.1" status: 200 len: 848 time: 0.0740075 Jun 28 22:03:08.850272 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-569b41cb-a36b-41c1-9ead-9d79a3853a47 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:08.916031 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-8f8836d9-7f86-4087-bb78-aecf514ff1a4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61134d6f-d514-4d42-b9f3-fbb03bb21bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2440124 Jun 28 22:03:08.942621 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-569b41cb-a36b-41c1-9ead-9d79a3853a47 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963868'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:09.045738 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc51291a-e30e-4078-9fae-a53da42ad547 req-ab0ca641-f2cf-471b-b31c-c1adccfc26a1 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:09.047210 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fc51291a-e30e-4078-9fae-a53da42ad547 req-ab0ca641-f2cf-471b-b31c-c1adccfc26a1 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.1360924 Jun 28 22:03:09.049323 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.l3_db [None req-569b41cb-a36b-41c1-9ead-9d79a3853a47 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Floating IP ecc55d53-efcc-4b0e-9f64-a2131a3d49f3 associated. External IP: 172.28.0.193, port: eb4e1ed9-ce9e-4304-9e59-3607c5366032. Jun 28 22:03:09.051122 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-44043272-e4f8-4597-a76e-c7f0a4f4c1e8 service neutron] 10.222.0.35 "GET /v2.0/networks/61134d6f-d514-4d42-b9f3-fbb03bb21bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276658 Jun 28 22:03:09.141198 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fc51291a-e30e-4078-9fae-a53da42ad547 req-8a7eda70-746d-4e79-aaef-bffed090ce17 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861852 Jun 28 22:03:09.188241 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d364a53b-5755-4de0-a6b7-275e90c6eb1a req-f2d0bcc0-f353-4f84-b015-614c663ad2f1 service neutron] 10.222.0.35 "GET /v2.0/networks/61134d6f-d514-4d42-b9f3-fbb03bb21bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191578 Jun 28 22:03:09.234276 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 50484) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:09.295494 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569b41cb-a36b-41c1-9ead-9d79a3853a47 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Router 52aeec24-def7-45c4-af78-f3d2419b34c5 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:03:09.354367 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-91f87684-b619-40fc-a5a0-46134d2d33c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:09.445441 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569b41cb-a36b-41c1-9ead-9d79a3853a47 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:03:09.450682 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-569b41cb-a36b-41c1-9ead-9d79a3853a47 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:09.457020 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc034a-edd6-4aee-a70c-07f28261e16a None None] Sync routers for ids ['52aeec24-def7-45c4-af78-f3d2419b34c5'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:03:09.471922 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc034a-edd6-4aee-a70c-07f28261e16a None None] Routers {'52aeec24-def7-45c4-af78-f3d2419b34c5'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:03:09.472913 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-04dc034a-edd6-4aee-a70c-07f28261e16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:02:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['52aeec24-def7-45c4-af78-f3d2419b34c5'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:09.507205 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-569b41cb-a36b-41c1-9ead-9d79a3853a47 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "PUT /v2.0/floatingips/ecc55d53-efcc-4b0e-9f64-a2131a3d49f3 HTTP/1.1" status: 200 len: 992 time: 1.7792985 Jun 28 22:03:09.507205 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d54da59-dfb3-48c2-9301-f591cdd57a51', 'tag': 'eb4e1ed9-ce9e-4304-9e59-3607c5366032'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:03:09.508886 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71844040-9aaa-4996-b32a-3b1693536128" -d '{"events": [{"name": "network-changed", "server_uuid": "6d54da59-dfb3-48c2-9301-f591cdd57a51", "tag": "eb4e1ed9-ce9e-4304-9e59-3607c5366032"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:03:09.578741 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-91f87684-b619-40fc-a5a0-46134d2d33c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:09.592472 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2679d263-fa24-4fcb-9f27-73084e24d5e7 x-openstack-request-id: req-2679d263-fa24-4fcb-9f27-73084e24d5e7 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:03:09.593003 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d54da59-dfb3-48c2-9301-f591cdd57a51", "tag": "eb4e1ed9-ce9e-4304-9e59-3607c5366032", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:03:09.593435 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2679d263-fa24-4fcb-9f27-73084e24d5e7 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:03:09.594226 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d54da59-dfb3-48c2-9301-f591cdd57a51', 'tag': 'eb4e1ed9-ce9e-4304-9e59-3607c5366032', 'status': 'completed', 'code': 200} Jun 28 22:03:09.656571 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-91f87684-b619-40fc-a5a0-46134d2d33c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:09.661411 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:09.697840 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-04dc034a-edd6-4aee-a70c-07f28261e16a None None] Set router 52aeec24-def7-45c4-af78-f3d2419b34c5 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:03:09.735719 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f87684-b619-40fc-a5a0-46134d2d33c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8003b8-7144-47d5-9eb8-0b5de392e1c3,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:09.741707 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-91f87684-b619-40fc-a5a0-46134d2d33c9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=bd76d03396a845d4a9dc9648ac2b4cda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063667 Jun 28 22:03:09.749122 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 50520) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:09.749122 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71844040-9aaa-4996-b32a-3b1693536128 req-e035fabe-45f6-4f83-a8ab-51d9aabc5bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:09.750014 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-71844040-9aaa-4996-b32a-3b1693536128 req-e035fabe-45f6-4f83-a8ab-51d9aabc5bd6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e34663f77c944198471727fc7ac4a31&device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 1099 time: 0.1388407 Jun 28 22:03:09.759961 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-91f87684-b619-40fc-a5a0-46134d2d33c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:09.973960 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-577619d5-7427-48fd-8a40-fc975e52b1dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:10.009257 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71844040-9aaa-4996-b32a-3b1693536128 req-624861fc-90b3-4402-bf3b-7697f91f50e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:10.010695 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-71844040-9aaa-4996-b32a-3b1693536128 req-624861fc-90b3-4402-bf3b-7697f91f50e6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1675da2b-17f7-4600-9a31-dd1db6c635cf HTTP/1.1" status: 200 len: 912 time: 0.2399116 Jun 28 22:03:10.018055 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b7bbe8-ec0e-4a87-b294-f4c50313db09 req-17594886-99ff-4415-98f8-6e342c0d3a23 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:10.023419 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-04dc034a-edd6-4aee-a70c-07f28261e16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': 'ecc55d53-efcc-4b0e-9f64-a2131a3d49f3', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'floating_ip_address': '172.28.0.193', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'port_id': 'eb4e1ed9-ce9e-4304-9e59-3607c5366032', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'mac_address': 'fa:16:3e:0e:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d54da59-dfb3-48c2-9301-f591cdd57a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:02:43Z', 'updated_at': '2021-06-28T22:03:08Z', 'revision_number': 1, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2509da60-219f-4c45-b057-c3a103f7b801', 'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'mac_address': 'fa:16:3e:1e:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:27Z', 'updated_at': '2021-06-28T22:02:40Z', 'revision_number': 5, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'subnets': [{'id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:10.025084 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-61b7bbe8-ec0e-4a87-b294-f4c50313db09 req-17594886-99ff-4415-98f8-6e342c0d3a23 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 944 time: 0.2338910 Jun 28 22:03:10.041789 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-577619d5-7427-48fd-8a40-fc975e52b1dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:10.058938 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc034a-edd6-4aee-a70c-07f28261e16a None None] Checking router: 52aeec24-def7-45c4-af78-f3d2419b34c5 for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:03:10.073586 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04dc034a-edd6-4aee-a70c-07f28261e16a None None] Routers {'52aeec24-def7-45c4-af78-f3d2419b34c5'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:03:10.074569 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-04dc034a-edd6-4aee-a70c-07f28261e16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:02:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['52aeec24-def7-45c4-af78-f3d2419b34c5'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:10.154233 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:10.193912 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-61b7bbe8-ec0e-4a87-b294-f4c50313db09 req-1aecb610-3113-4b66-8b0c-d9f230237fc7 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5d3ebf-360f-4fe1-acd2-471e312c3af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678946 Jun 28 22:03:10.198453 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-71844040-9aaa-4996-b32a-3b1693536128 req-d2d59796-2a71-4c49-8d97-313ee37595c0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb4e1ed9-ce9e-4304-9e59-3607c5366032 HTTP/1.1" status: 200 len: 1000 time: 0.1705115 Jun 28 22:03:10.209911 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-04dc034a-edd6-4aee-a70c-07f28261e16a None None] Set router 52aeec24-def7-45c4-af78-f3d2419b34c5 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:03:10.232383 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '984fcaab-8f15-466d-88af-1e0cb7c895fd', 'tag': '39056435-d5c0-4373-9a78-05156a74f8a7'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:03:10.234712 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-081edf57-b6f6-4673-8b08-ee58b35aa263" -d '{"events": [{"name": "network-changed", "server_uuid": "984fcaab-8f15-466d-88af-1e0cb7c895fd", "tag": "39056435-d5c0-4373-9a78-05156a74f8a7"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:03:10.269344 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71844040-9aaa-4996-b32a-3b1693536128 req-3a848b70-8a07-459e-bd3e-02bf4e2c5ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:10.272149 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-71844040-9aaa-4996-b32a-3b1693536128 req-3a848b70-8a07-459e-bd3e-02bf4e2c5ba5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63b3ba6a-e128-478b-9125-f8f569235c1e HTTP/1.1" status: 200 len: 850 time: 0.0672183 Jun 28 22:03:10.279258 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae184a60-272f-4839-a0d4-b5b877387e49 x-openstack-request-id: req-ae184a60-272f-4839-a0d4-b5b877387e49 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:03:10.279779 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "984fcaab-8f15-466d-88af-1e0cb7c895fd", "tag": "39056435-d5c0-4373-9a78-05156a74f8a7", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:03:10.280091 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ae184a60-272f-4839-a0d4-b5b877387e49 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:03:10.280505 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '984fcaab-8f15-466d-88af-1e0cb7c895fd', 'tag': '39056435-d5c0-4373-9a78-05156a74f8a7', 'status': 'completed', 'code': 200} Jun 28 22:03:10.306325 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-577619d5-7427-48fd-8a40-fc975e52b1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:10.308925 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-577619d5-7427-48fd-8a40-fc975e52b1dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:10.312454 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-577619d5-7427-48fd-8a40-fc975e52b1dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bb8003b8-7144-47d5-9eb8-0b5de392e1c3 HTTP/1.1" status: 204 len: 168 time: 0.5595896 Jun 28 22:03:10.324556 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:10.357933 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577619d5-7427-48fd-8a40-fc975e52b1dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8003b8-7144-47d5-9eb8-0b5de392e1c3,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:10.392298 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-577619d5-7427-48fd-8a40-fc975e52b1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:10.418933 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081edf57-b6f6-4673-8b08-ee58b35aa263 req-f81aa2fc-4507-42f8-acc4-bdd2285b40c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:10.420244 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-081edf57-b6f6-4673-8b08-ee58b35aa263 req-f81aa2fc-4507-42f8-acc4-bdd2285b40c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=24ce5b1a0e054477b690f845c3aeb470&device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 1097 time: 0.0970089 Jun 28 22:03:10.449883 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cb5248-6914-4bba-8805-8deffa15821b req-d259193a-a38c-43a1-a307-2344787c8d34 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:10.451391 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-54cb5248-6914-4bba-8805-8deffa15821b req-d259193a-a38c-43a1-a307-2344787c8d34 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.1592672 Jun 28 22:03:10.455833 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71844040-9aaa-4996-b32a-3b1693536128 req-1d86dc04-2902-4286-aeaa-de119b9808f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:10.457619 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-71844040-9aaa-4996-b32a-3b1693536128 req-1d86dc04-2902-4286-aeaa-de119b9808f5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1675da2b-17f7-4600-9a31-dd1db6c635cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1546476 Jun 28 22:03:10.530883 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-04dc034a-edd6-4aee-a70c-07f28261e16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': 'ecc55d53-efcc-4b0e-9f64-a2131a3d49f3', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'floating_ip_address': '172.28.0.193', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'port_id': 'eb4e1ed9-ce9e-4304-9e59-3607c5366032', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'mac_address': 'fa:16:3e:0e:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d54da59-dfb3-48c2-9301-f591cdd57a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:02:43Z', 'updated_at': '2021-06-28T22:03:08Z', 'revision_number': 1, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2509da60-219f-4c45-b057-c3a103f7b801', 'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'mac_address': 'fa:16:3e:1e:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:27Z', 'updated_at': '2021-06-28T22:02:40Z', 'revision_number': 5, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'subnets': [{'id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:10.551613 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-54cb5248-6914-4bba-8805-8deffa15821b req-332b0042-fe51-4df0-b82b-12f6e78688d8 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911245 Jun 28 22:03:10.580256 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04dc034a-edd6-4aee-a70c-07f28261e16a None None] The sync data for ids ['52aeec24-def7-45c4-af78-f3d2419b34c5'] in dv-cinder-798384-1-smb is: [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': 'ecc55d53-efcc-4b0e-9f64-a2131a3d49f3', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'floating_ip_address': '172.28.0.193', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'port_id': 'eb4e1ed9-ce9e-4304-9e59-3607c5366032', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'mac_address': 'fa:16:3e:0e:6e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d54da59-dfb3-48c2-9301-f591cdd57a51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:02:43Z', 'updated_at': '2021-06-28T22:03:08Z', 'revision_number': 1, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2509da60-219f-4c45-b057-c3a103f7b801', 'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'mac_address': 'fa:16:3e:1e:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:27Z', 'updated_at': '2021-06-28T22:02:40Z', 'revision_number': 5, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'subnets': [{'id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:03:10.605777 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-71844040-9aaa-4996-b32a-3b1693536128 req-b2572a23-5f97-4ed2-8244-80582cbddc92 service neutron] 10.222.0.35 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292262 Jun 28 22:03:10.713223 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-71844040-9aaa-4996-b32a-3b1693536128 req-32256ada-bc96-4998-bcec-03f8d05a7ca3 service neutron] 10.222.0.35 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985324 Jun 28 22:03:10.772713 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081edf57-b6f6-4673-8b08-ee58b35aa263 req-baed9bb1-aca2-4a61-b940-ec793a2edbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:10.774257 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-081edf57-b6f6-4673-8b08-ee58b35aa263 req-baed9bb1-aca2-4a61-b940-ec793a2edbfc service neutron] 10.222.0.35 "GET /v2.0/networks?id=61134d6f-d514-4d42-b9f3-fbb03bb21bdf HTTP/1.1" status: 200 len: 909 time: 0.3464947 Jun 28 22:03:10.783527 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:03:10.807767 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:03:10.808387 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 27f1f4dd-4088-49d3-b61c-a21b0a1ad429 not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:03:10.839353 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-081edf57-b6f6-4673-8b08-ee58b35aa263 req-f5f9f25f-d723-48b0-8e10-7dee87f92aa3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=39056435-d5c0-4373-9a78-05156a74f8a7 HTTP/1.1" status: 200 len: 217 time: 0.0515611 Jun 28 22:03:10.858821 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10024d56-045a-4d3b-af04-59bc9624a34a None None] New status for floating IP ecc55d53-efcc-4b0e-9f64-a2131a3d49f3: ACTIVE {{(pid=93385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:03:10.902796 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081edf57-b6f6-4673-8b08-ee58b35aa263 req-8c66f800-60dc-418a-9f11-4c6201584cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:10.904281 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-081edf57-b6f6-4673-8b08-ee58b35aa263 req-8c66f800-60dc-418a-9f11-4c6201584cac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=102780c9-5747-410b-99cb-d94b5bbfe77b HTTP/1.1" status: 200 len: 848 time: 0.0610981 Jun 28 22:03:10.957652 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-081edf57-b6f6-4673-8b08-ee58b35aa263 req-9164aa61-c4c9-41bf-8190-9aacfbb96f5c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=61134d6f-d514-4d42-b9f3-fbb03bb21bdf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286765 Jun 28 22:03:11.070856 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-081edf57-b6f6-4673-8b08-ee58b35aa263 req-c6a32c15-f600-4c5e-837a-03531a8663ed service neutron] 10.222.0.35 "GET /v2.0/networks/61134d6f-d514-4d42-b9f3-fbb03bb21bdf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927377 Jun 28 22:03:11.164010 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-081edf57-b6f6-4673-8b08-ee58b35aa263 req-727ce446-ea21-4ad2-835c-8a8f88b489f0 service neutron] 10.222.0.35 "GET /v2.0/networks/61134d6f-d514-4d42-b9f3-fbb03bb21bdf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861444 Jun 28 22:03:11.170755 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 50564) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:11.188604 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-323cc6dc-3119-44c5-9abd-703bbd8c2a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:11.283883 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-323cc6dc-3119-44c5-9abd-703bbd8c2a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:11.298013 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 50570) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:11.346498 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_v2 [None req-11513d3a-8ef2-4ae0-a92f-951add8804dc admin admin] Deleting subnet 01117748-5fef-49b9-9f52-bc7ab9c5097f {{(pid=93383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:03:11.349574 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-11513d3a-8ef2-4ae0-a92f-951add8804dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:11.384363 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-11513d3a-8ef2-4ae0-a92f-951add8804dc admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:11.388935 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32827a-4b9f-4508-a065-66f33bfa623a req-20f98216-701a-4625-a4bb-9b9844aa3376 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:11.390482 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5d32827a-4b9f-4508-a065-66f33bfa623a req-20f98216-701a-4625-a4bb-9b9844aa3376 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 944 time: 0.0695839 Jun 28 22:03:11.393801 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-11513d3a-8ef2-4ae0-a92f-951add8804dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929869'] for subnet, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:11.416518 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-323cc6dc-3119-44c5-9abd-703bbd8c2a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:11.421014 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-0e89fee8-c9f8-4d7c-bf7c-cdd89b96a56e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:11.429974 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5d32827a-4b9f-4508-a065-66f33bfa623a req-a7341838-c3ea-4128-9560-371e1afafec5 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5d3ebf-360f-4fe1-acd2-471e312c3af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337367 Jun 28 22:03:11.468395 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-323cc6dc-3119-44c5-9abd-703bbd8c2a62 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7aff9b4214584fb88ec9edbf3912b697&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964003 Jun 28 22:03:11.471565 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cc6dc-3119-44c5-9abd-703bbd8c2a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9450e027-443d-4143-89b3-7cf17c974cf6,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:11.473508 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-323cc6dc-3119-44c5-9abd-703bbd8c2a62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:11.474064 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 50572) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:11.523535 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a64736c7-daa5-4bcd-9f8a-74685b1e8145 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:11.545043 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a64736c7-daa5-4bcd-9f8a-74685b1e8145 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:11.547940 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-11513d3a-8ef2-4ae0-a92f-951add8804dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for subnet, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:11.551809 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-cb18fe48-c8dc-4ff0-a1ed-a8905646dca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:11.580034 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11513d3a-8ef2-4ae0-a92f-951add8804dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01117748-5fef-49b9-9f52-bc7ab9c5097f,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:11.581795 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-11513d3a-8ef2-4ae0-a92f-951add8804dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:11.583731 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-11513d3a-8ef2-4ae0-a92f-951add8804dc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/01117748-5fef-49b9-9f52-bc7ab9c5097f HTTP/1.1" status: 204 len: 168 time: 0.2846258 Jun 28 22:03:11.587523 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 50576) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:11.590361 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-11513d3a-8ef2-4ae0-a92f-951add8804dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:11.660939 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604114'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:11.713992 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a64736c7-daa5-4bcd-9f8a-74685b1e8145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:11.716554 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a64736c7-daa5-4bcd-9f8a-74685b1e8145 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:11.717661 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-a64736c7-daa5-4bcd-9f8a-74685b1e8145 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9450e027-443d-4143-89b3-7cf17c974cf6 HTTP/1.1" status: 204 len: 168 time: 0.2425947 Jun 28 22:03:11.734910 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:11.781057 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64736c7-daa5-4bcd-9f8a-74685b1e8145 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9450e027-443d-4143-89b3-7cf17c974cf6,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:11.783444 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-a64736c7-daa5-4bcd-9f8a-74685b1e8145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:11.790838 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929245', 'neutron.services.segments.db._delete_segments_for_network-8736847184231'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:11.804492 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:11.804767 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:11.805566 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:11.806001 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Subscribe: > port after_create 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:11.806258 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Subscribe: > port after_delete 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:11.806711 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Subscribe: > port after_update 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:11.807027 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:11.807275 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:11.807588 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:11.807903 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:11.957007 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:11.957462 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:11.957840 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:11.958174 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93384) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:11.958593 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f36ba602-519d-47ea-a143-66d9b4b7145d']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:11.979857 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4e7062c-8df3-408c-9c36-ef3fb3714cc4') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:11.980184 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4e7062c-8df3-408c-9c36-ef3fb3714cc4') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:11.998026 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736847130462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8526913'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:12.023510 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:12.036134 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5972e8ae-2c6a-43fb-9341-1a5be422a67b req-2e56ba38-e97f-462b-861b-52a572c84f61 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:12.037686 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5972e8ae-2c6a-43fb-9341-1a5be422a67b req-2e56ba38-e97f-462b-861b-52a572c84f61 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.3444965 Jun 28 22:03:12.042309 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:03:12.042706 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8735882'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: from cryptography.utils import int_from_bytes Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: from cryptography.utils import int_from_bytes Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: Traceback (most recent call last): Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: timer() Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: cb(*args, **kw) Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: return func(*args, **kwargs) Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: self._notify() Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: self.callback(batched_events) Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: event.method(event) Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: return f(self, *a, **k) Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: return self._get(url).json() Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:03:12.046653 dv-cinder-798384-1-smb neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:03:12.131802 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5972e8ae-2c6a-43fb-9341-1a5be422a67b req-7602b32b-ddd3-4122-a097-b5614fc93100 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747592 Jun 28 22:03:12.228871 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963850'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:12.232937 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:12.237095 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:12.241666 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] 10.222.0.36 "DELETE /v2.0/networks/f36ba602-519d-47ea-a143-66d9b4b7145d HTTP/1.1" status: 204 len: 168 time: 0.6504016 Jun 28 22:03:12.255337 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Pushing event deleted for resources: {'Network': ['ID=f36ba602-519d-47ea-a143-66d9b4b7145d,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:12.257933 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:12.589752 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 50610) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:12.617386 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d296d9-c1b1-4008-9043-064381310f4c req-e788aad9-2eb9-48f9-9eda-ed8f3bcf7cbb tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:12.618859 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-30d296d9-c1b1-4008-9043-064381310f4c req-e788aad9-2eb9-48f9-9eda-ed8f3bcf7cbb tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 944 time: 0.0771713 Jun 28 22:03:12.657537 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-2a94f591-e0f2-46e2-8135-24f556479c93 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=113543ae608b425e93ef9814cb6dd1da&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0660708 Jun 28 22:03:12.660215 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 50612) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:12.690371 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-30d296d9-c1b1-4008-9043-064381310f4c req-e94c842a-73d1-498e-91a7-0a5436f08d18 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5d3ebf-360f-4fe1-acd2-471e312c3af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628150 Jun 28 22:03:12.729537 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9c37eec9-cbce-47db-b3da-e05802045bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:12.750498 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9c37eec9-cbce-47db-b3da-e05802045bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:12.782985 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 50616) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:12.793634 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 39056435-d5c0-4373-9a78-05156a74f8a7 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:03:12.856086 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9c37eec9-cbce-47db-b3da-e05802045bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:12.860027 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9c37eec9-cbce-47db-b3da-e05802045bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:12.861986 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-9c37eec9-cbce-47db-b3da-e05802045bee admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b0c09eaf-2d07-4521-80f1-02c2098c4819 HTTP/1.1" status: 204 len: 168 time: 0.2008309 Jun 28 22:03:12.868353 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-da9a7eaa-3e35-49b0-8f79-de09de9596d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:12.873100 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37eec9-cbce-47db-b3da-e05802045bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c09eaf-2d07-4521-80f1-02c2098c4819,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:12.875863 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-9c37eec9-cbce-47db-b3da-e05802045bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:12.909179 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 39056435-d5c0-4373-9a78-05156a74f8a7, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=39056435-d5c0-4373-9a78-05156a74f8a7,segment=NetworkSegment(ed76f0a3-e407-47cc-8aee-cdaa4fa7d098),segment_id=ed76f0a3-e407-47cc-8aee-cdaa4fa7d098)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:03:12.921955 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': '39056435-d5c0-4373-9a78-05156a74f8a7', 'network_id': '61134d6f-d514-4d42-b9f3-fbb03bb21bdf', 'port_id': '39056435-d5c0-4373-9a78-05156a74f8a7', 'mac_address': 'fa:16:3e:fe:77:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '102780c9-5747-410b-99cb-d94b5bbfe77b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:03:12.968257 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:12.978914 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-62c2bc9c-b113-41f6-a7ee-63eab6bdd3a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:12.985721 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39056435-d5c0-4373-9a78-05156a74f8a7 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:03:13.016966 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 39056435-d5c0-4373-9a78-05156a74f8a7, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=39056435-d5c0-4373-9a78-05156a74f8a7,segment=NetworkSegment(ed76f0a3-e407-47cc-8aee-cdaa4fa7d098),segment_id=ed76f0a3-e407-47cc-8aee-cdaa4fa7d098)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:03:13.080705 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-62c2bc9c-b113-41f6-a7ee-63eab6bdd3a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:13.090267 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:13.092166 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:13.138869 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=39056435-d5c0-4373-9a78-05156a74f8a7,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:13.142001 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:13.159197 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-62c2bc9c-b113-41f6-a7ee-63eab6bdd3a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:13.162954 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:13.204491 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-62c2bc9c-b113-41f6-a7ee-63eab6bdd3a1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a393d5a3df424a1da7302af3d796fccc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4180305 Jun 28 22:03:13.204491 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c2bc9c-b113-41f6-a7ee-63eab6bdd3a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93737f2-15d9-44a8-8a2a-9b95692da0ea,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:13.204867 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 50638) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:13.232989 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-62c2bc9c-b113-41f6-a7ee-63eab6bdd3a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:13.273619 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6bccbe97-0abe-4380-8ce6-19217392b650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:13.299020 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6bccbe97-0abe-4380-8ce6-19217392b650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:13.350479 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae0575-058a-4f49-b28b-86f2ecf51fd3 req-a1e23ad4-0fef-451d-bedd-8ad792d5df34 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:13.352716 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1dae0575-058a-4f49-b28b-86f2ecf51fd3 req-a1e23ad4-0fef-451d-bedd-8ad792d5df34 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0843010 Jun 28 22:03:13.392906 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1dae0575-058a-4f49-b28b-86f2ecf51fd3 req-6c3c61e7-5345-474a-a7da-b64c1e5cab60 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344801 Jun 28 22:03:13.416670 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6bccbe97-0abe-4380-8ce6-19217392b650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:13.419538 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6bccbe97-0abe-4380-8ce6-19217392b650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:13.423074 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6bccbe97-0abe-4380-8ce6-19217392b650 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c93737f2-15d9-44a8-8a2a-9b95692da0ea HTTP/1.1" status: 204 len: 168 time: 0.2149625 Jun 28 22:03:13.423074 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-b26aff3d-c81d-4318-b983-1bf5829a8ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:13.439155 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['39056435-d5c0-4373-9a78-05156a74f8a7'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:03:13.444748 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccbe97-0abe-4380-8ce6-19217392b650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93737f2-15d9-44a8-8a2a-9b95692da0ea,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:13.448192 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6bccbe97-0abe-4380-8ce6-19217392b650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:13.866143 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a3d6f2-9121-4c41-a8a7-8d76d3343c59 req-63379e4a-7064-4207-baeb-c2edccac2675 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:13.867636 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e0a3d6f2-9121-4c41-a8a7-8d76d3343c59 req-63379e4a-7064-4207-baeb-c2edccac2675 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 945 time: 0.0619171 Jun 28 22:03:13.906428 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e0a3d6f2-9121-4c41-a8a7-8d76d3343c59 req-cd45854b-2aee-4247-9e17-f62dc861f99d tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5d3ebf-360f-4fe1-acd2-471e312c3af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323274 Jun 28 22:03:14.040290 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 50666) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:14.056843 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ddf8-5163-47c3-811a-95003ac73fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:14.174414 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ddf8-5163-47c3-811a-95003ac73fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:14.268484 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e4c5ddf8-5163-47c3-811a-95003ac73fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:14.273498 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c9eb65f2-184c-4f57-9000-bbd8bb00432a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:14.326206 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-e4c5ddf8-5163-47c3-811a-95003ac73fe0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e83578ad31c94bac9550cba7e4c4555b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843859 Jun 28 22:03:14.327440 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c5ddf8-5163-47c3-811a-95003ac73fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73e946e8-684f-47b9-9bed-09e3d5acef68,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:14.328592 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 50678) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:14.355778 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e4c5ddf8-5163-47c3-811a-95003ac73fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:14.450836 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0f875ae8-99b6-46fc-afd9-1b821c9db6d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:14.478153 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0f875ae8-99b6-46fc-afd9-1b821c9db6d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:14.593363 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0f875ae8-99b6-46fc-afd9-1b821c9db6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:14.598701 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0f875ae8-99b6-46fc-afd9-1b821c9db6d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:14.600245 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-0f875ae8-99b6-46fc-afd9-1b821c9db6d7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/73e946e8-684f-47b9-9bed-09e3d5acef68 HTTP/1.1" status: 204 len: 168 time: 0.2703049 Jun 28 22:03:14.603841 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-362719ba-927f-4b8d-8b8f-74d807bb8967 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:14.616365 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f875ae8-99b6-46fc-afd9-1b821c9db6d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e946e8-684f-47b9-9bed-09e3d5acef68,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:14.630315 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-0f875ae8-99b6-46fc-afd9-1b821c9db6d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:14.686948 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc9369-97ed-4703-890d-d7270cafdc06 req-a65d6b38-5536-4512-b0a6-47a9880d8640 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:14.688338 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7efc9369-97ed-4703-890d-d7270cafdc06 req-a65d6b38-5536-4512-b0a6-47a9880d8640 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0866354 Jun 28 22:03:14.727611 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7efc9369-97ed-4703-890d-d7270cafdc06 req-c14c6ec9-5889-4561-a56a-af290cdb2e91 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329959 Jun 28 22:03:14.794319 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 39056435-d5c0-4373-9a78-05156a74f8a7 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:03:14.925522 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port 39056435-d5c0-4373-9a78-05156a74f8a7 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:03:14.929615 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port 39056435-d5c0-4373-9a78-05156a74f8a7 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:03:14.930025 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:15.054178 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:15.078156 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984fcaab-8f15-466d-88af-1e0cb7c895fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39056435-d5c0-4373-9a78-05156a74f8a7'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:03:15.081007 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bd800f5-99d9-461d-9b5c-917a30c1f0a2" -d '{"events": [{"server_uuid": "984fcaab-8f15-466d-88af-1e0cb7c895fd", "name": "network-vif-plugged", "status": "completed", "tag": "39056435-d5c0-4373-9a78-05156a74f8a7"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:03:15.099741 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 39056435-d5c0-4373-9a78-05156a74f8a7, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=39056435-d5c0-4373-9a78-05156a74f8a7,segment=NetworkSegment(ed76f0a3-e407-47cc-8aee-cdaa4fa7d098),segment_id=ed76f0a3-e407-47cc-8aee-cdaa4fa7d098)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:03:15.122715 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fd2696-cf9a-4d11-b890-8c1915e6a51e x-openstack-request-id: req-85fd2696-cf9a-4d11-b890-8c1915e6a51e {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:03:15.123038 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984fcaab-8f15-466d-88af-1e0cb7c895fd", "name": "network-vif-plugged", "status": "completed", "tag": "39056435-d5c0-4373-9a78-05156a74f8a7", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:03:15.123283 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-85fd2696-cf9a-4d11-b890-8c1915e6a51e {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:03:15.123681 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984fcaab-8f15-466d-88af-1e0cb7c895fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39056435-d5c0-4373-9a78-05156a74f8a7', 'code': 200} Jun 28 22:03:15.126236 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77130bb-965c-4c00-b415-f8daa18ba00f req-b360d792-136b-4edb-967f-3ad7f1433377 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:15.128266 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f77130bb-965c-4c00-b415-f8daa18ba00f req-b360d792-136b-4edb-967f-3ad7f1433377 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 945 time: 0.0826802 Jun 28 22:03:15.173299 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f77130bb-965c-4c00-b415-f8daa18ba00f req-a0e984e7-4eaa-418d-a7a7-94b367f49a7c tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5d3ebf-360f-4fe1-acd2-471e312c3af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363197 Jun 28 22:03:15.198927 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:15.201711 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-35388e7c-6f5a-49fd-859d-21470ffb3494 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:15.250624 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=39056435-d5c0-4373-9a78-05156a74f8a7,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:15.253886 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:15.600874 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 50752) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:15.708026 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d082dd-5136-410f-a366-e1d59fa7a1a3 req-1320ef74-984a-4b08-ab4f-8e6f4f6e2c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:15.710376 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-27d082dd-5136-410f-a366-e1d59fa7a1a3 req-1320ef74-984a-4b08-ab4f-8e6f4f6e2c36 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 1099 time: 0.1313701 Jun 28 22:03:15.757561 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-27d082dd-5136-410f-a366-e1d59fa7a1a3 req-cbef90de-75f9-4aa3-b992-dbac40e57645 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6d5d3ebf-360f-4fe1-acd2-471e312c3af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364237 Jun 28 22:03:15.760369 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:15.855174 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:15.970228 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:15.974204 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-0f875ae8-99b6-46fc-afd9-1b821c9db6d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:16.037724 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9371f6a0-56d6-4695-ba01-e206537f8bfd,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:16.043791 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0b4c65b6c7f4d19ad1aaecedd3555d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4418876 Jun 28 22:03:16.046557 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 50766) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:16.054453 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:16.055563 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:16.056138 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:16.056878 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:16.057521 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:16.058012 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:16.058668 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:16.059157 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:16.059641 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:16.060191 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:16.060694 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:16.061088 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:16.066049 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:16.098139 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7006fe-e333-4653-baf8-c0593708a1ff req-78e7bc46-f532-4793-9dc9-dce9550f81cb tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:16.099598 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fc7006fe-e333-4653-baf8-c0593708a1ff req-78e7bc46-f532-4793-9dc9-dce9550f81cb tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.1263433 Jun 28 22:03:16.118409 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c8a1bfb4-b223-443e-965e-667848686fa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:16.139812 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fc7006fe-e333-4653-baf8-c0593708a1ff req-61554a4d-e1dd-4991-b30d-3e026e16c285 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335524 Jun 28 22:03:16.140544 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c8a1bfb4-b223-443e-965e-667848686fa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:16.234391 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c8a1bfb4-b223-443e-965e-667848686fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:16.238274 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c8a1bfb4-b223-443e-965e-667848686fa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:16.246990 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-c8a1bfb4-b223-443e-965e-667848686fa7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9371f6a0-56d6-4695-ba01-e206537f8bfd HTTP/1.1" status: 204 len: 168 time: 0.1919117 Jun 28 22:03:16.246990 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:16.248842 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a1bfb4-b223-443e-965e-667848686fa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9371f6a0-56d6-4695-ba01-e206537f8bfd,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:16.254672 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c8a1bfb4-b223-443e-965e-667848686fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:16.400528 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a3c32a-df0c-4b99-ab45-5d9ffccb727d req-a78ea83c-fdd5-49b7-aec2-201910e1707c tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:16.401971 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b4a3c32a-df0c-4b99-ab45-5d9ffccb727d req-a78ea83c-fdd5-49b7-aec2-201910e1707c tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 946 time: 0.0650408 Jun 28 22:03:16.439065 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b4a3c32a-df0c-4b99-ab45-5d9ffccb727d req-6985fc13-9828-4b81-b47f-e485a696ffbf tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5d3ebf-360f-4fe1-acd2-471e312c3af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315084 Jun 28 22:03:16.864145 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 50798) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:16.878210 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9b74d6de-6c3f-444f-aa60-de31db21d214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:16.969193 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9b74d6de-6c3f-444f-aa60-de31db21d214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:17.079177 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9b74d6de-6c3f-444f-aa60-de31db21d214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:17.083530 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-0168175a-4754-4249-a463-5d0ccc2df53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:17.123902 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-9b74d6de-6c3f-444f-aa60-de31db21d214 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a5134a0c00d346928333304e9c1a3d5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2580564 Jun 28 22:03:17.124945 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74d6de-6c3f-444f-aa60-de31db21d214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7115dfe-47ae-4492-8ce7-ff0e8ee558ce,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:17.126621 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 50806) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:17.128410 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-9b74d6de-6c3f-444f-aa60-de31db21d214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:17.180173 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-61975d0c-24d4-4355-a027-4ef91a6a4310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:17.203090 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-61975d0c-24d4-4355-a027-4ef91a6a4310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:17.340775 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a73180-1fa5-498c-9824-7baa3163d187 req-a756f51f-7eae-4218-8c8c-e4dfe1a9bd3b tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:17.342235 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-75a73180-1fa5-498c-9824-7baa3163d187 req-a756f51f-7eae-4218-8c8c-e4dfe1a9bd3b tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0708940 Jun 28 22:03:17.347257 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-61975d0c-24d4-4355-a027-4ef91a6a4310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:17.349818 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-61975d0c-24d4-4355-a027-4ef91a6a4310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:17.350839 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-61975d0c-24d4-4355-a027-4ef91a6a4310 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d7115dfe-47ae-4492-8ce7-ff0e8ee558ce HTTP/1.1" status: 204 len: 168 time: 0.2229960 Jun 28 22:03:17.352757 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:17.373010 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61975d0c-24d4-4355-a027-4ef91a6a4310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7115dfe-47ae-4492-8ce7-ff0e8ee558ce,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:17.376408 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-61975d0c-24d4-4355-a027-4ef91a6a4310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:17.412638 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-75a73180-1fa5-498c-9824-7baa3163d187 req-7c24ed37-f3f4-4a1b-b57f-78fc38765978 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606337 Jun 28 22:03:17.633614 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cfb195-d3c7-4f5c-bdc4-c64406b5c8fc req-5e17d3cc-6d87-4dfd-8bac-f89d83b74029 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:17.635280 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-00cfb195-d3c7-4f5c-bdc4-c64406b5c8fc req-5e17d3cc-6d87-4dfd-8bac-f89d83b74029 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 946 time: 0.0657012 Jun 28 22:03:17.687349 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-00cfb195-d3c7-4f5c-bdc4-c64406b5c8fc req-991b5616-5eb4-4eae-b30a-794aa0848324 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5d3ebf-360f-4fe1-acd2-471e312c3af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453727 Jun 28 22:03:18.601385 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c0a55-06f8-4822-bb97-d382ab55390c req-1e98f7aa-fcf3-4046-a9ce-8cb041b4229b tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:18.604188 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4f9c0a55-06f8-4822-bb97-d382ab55390c req-1e98f7aa-fcf3-4046-a9ce-8cb041b4229b tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0820200 Jun 28 22:03:18.649845 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4f9c0a55-06f8-4822-bb97-d382ab55390c req-51b0e1e1-c193-4285-9ee6-158a1b61623f tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385215 Jun 28 22:03:19.831524 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1d044-c171-4fe8-a088-5c31f7db121f req-0225c1a3-e18d-41bd-b0c6-433e824f490e tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:19.832987 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d3c1d044-c171-4fe8-a088-5c31f7db121f req-0225c1a3-e18d-41bd-b0c6-433e824f490e tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0681436 Jun 28 22:03:19.870156 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d3c1d044-c171-4fe8-a088-5c31f7db121f req-441bd4cd-6126-4c26-a588-f11bcb7cf4d9 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308506 Jun 28 22:03:20.590238 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 50972) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:20.696416 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d8568db9-ac2a-410f-8cfe-6cbeb78691ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:20.780043 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d8568db9-ac2a-410f-8cfe-6cbeb78691ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:20.844256 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d8568db9-ac2a-410f-8cfe-6cbeb78691ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:20.847753 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-9c37eec9-cbce-47db-b3da-e05802045bee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:20.884773 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-d8568db9-ac2a-410f-8cfe-6cbeb78691ef admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=396efdd64c8243edbaf6d394e9b28d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2933717 Jun 28 22:03:20.886058 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8568db9-ac2a-410f-8cfe-6cbeb78691ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ea5471-c228-47ae-b3d7-3806df387e52,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:20.887338 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 50988) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:20.889358 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d8568db9-ac2a-410f-8cfe-6cbeb78691ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:20.951039 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:20.982954 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:21.058104 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be12d3-ff2a-47cc-9c04-5ae0581083fb req-efcb7f0a-40be-4f0c-8d8a-9c7d7b107f43 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:21.059548 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e9be12d3-ff2a-47cc-9c04-5ae0581083fb req-efcb7f0a-40be-4f0c-8d8a-9c7d7b107f43 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0657585 Jun 28 22:03:21.095656 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:21.095959 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e9be12d3-ff2a-47cc-9c04-5ae0581083fb req-810842d1-1671-428f-888f-a0cae5c2a128 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307283 Jun 28 22:03:21.098850 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:21.103457 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/64ea5471-c228-47ae-b3d7-3806df387e52 HTTP/1.1" status: 204 len: 168 time: 0.2116582 Jun 28 22:03:21.103457 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:21.119378 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ea5471-c228-47ae-b3d7-3806df387e52,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:21.119378 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:21.119378 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:21.119378 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:21.119378 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:21.119378 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:21.119941 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:21.120043 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:21.120357 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:21.120699 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:21.121114 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:21.121460 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:21.121795 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:21.125194 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:22.301950 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5e54f-7224-4027-a4b5-39f1977ced35 req-e1450acf-9663-41f9-aa00-ccce0ad98cbc tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:22.303580 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-46b5e54f-7224-4027-a4b5-39f1977ced35 req-e1450acf-9663-41f9-aa00-ccce0ad98cbc tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0708091 Jun 28 22:03:22.564917 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-46b5e54f-7224-4027-a4b5-39f1977ced35 req-802448db-dceb-4deb-88ec-773aa70ca86d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549441 Jun 28 22:03:22.604584 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 51076) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:22.755315 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1ab8493f-e497-41f2-a0b5-b0c8138c1aad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:22.846594 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1ab8493f-e497-41f2-a0b5-b0c8138c1aad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:23.014860 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f61b8a-691a-45ec-9b13-e64b792fe2c0 req-191121e0-af65-4552-ad31-5e6dc11ce103 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:23.016306 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a0f61b8a-691a-45ec-9b13-e64b792fe2c0 req-191121e0-af65-4552-ad31-5e6dc11ce103 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 946 time: 0.0629013 Jun 28 22:03:23.027241 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1ab8493f-e497-41f2-a0b5-b0c8138c1aad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:23.029798 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-5a19ed4a-f8e7-4057-be4c-bdba2ceff744 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:23.059614 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab8493f-e497-41f2-a0b5-b0c8138c1aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2b52f74-894e-4079-8cc0-0eb3a7160688,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:23.065921 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-1ab8493f-e497-41f2-a0b5-b0c8138c1aad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:23.070228 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a0f61b8a-691a-45ec-9b13-e64b792fe2c0 req-25b7d926-0357-44b0-a2a4-4328e96d4ae6 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5d3ebf-360f-4fe1-acd2-471e312c3af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481372 Jun 28 22:03:23.094422 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-1ab8493f-e497-41f2-a0b5-b0c8138c1aad admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e4254b390e0c42e1a3102c62f33a06d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4810240 Jun 28 22:03:23.094809 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 51092) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:23.144320 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1650c49b-a774-4477-90d6-b6c13eb424af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:23.172553 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1650c49b-a774-4477-90d6-b6c13eb424af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:23.330383 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1650c49b-a774-4477-90d6-b6c13eb424af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:23.333072 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1650c49b-a774-4477-90d6-b6c13eb424af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:23.334188 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-1650c49b-a774-4477-90d6-b6c13eb424af admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f2b52f74-894e-4079-8cc0-0eb3a7160688 HTTP/1.1" status: 204 len: 168 time: 0.2384291 Jun 28 22:03:23.334988 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-e08646f9-cbd0-4031-b79c-1e6129b6dd9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:23.344901 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650c49b-a774-4477-90d6-b6c13eb424af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2b52f74-894e-4079-8cc0-0eb3a7160688,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:23.347288 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-1650c49b-a774-4477-90d6-b6c13eb424af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:23.754444 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e015a5-4f93-47e3-8120-9287fdad2eb2 req-63edbc8a-a44b-443a-96c1-aab15a6e07bc tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:23.755879 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45e015a5-4f93-47e3-8120-9287fdad2eb2 req-63edbc8a-a44b-443a-96c1-aab15a6e07bc tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0716236 Jun 28 22:03:23.794872 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45e015a5-4f93-47e3-8120-9287fdad2eb2 req-018d8101-2a14-482c-a26d-f6367abbc505 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319049 Jun 28 22:03:24.135094 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 51124) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:24.148842 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c1f40996-f952-4d4f-8bc7-dd353f7a74c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:24.241778 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c1f40996-f952-4d4f-8bc7-dd353f7a74c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:24.255876 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd24ef1-59c5-4e55-9896-e38d018d6f18 req-d30e60b0-4374-4945-ace6-1567b9ac4f06 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:24.257346 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bdd24ef1-59c5-4e55-9896-e38d018d6f18 req-d30e60b0-4374-4945-ace6-1567b9ac4f06 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 946 time: 0.0637271 Jun 28 22:03:24.294371 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bdd24ef1-59c5-4e55-9896-e38d018d6f18 req-f7115f7c-c3cf-4a4b-aed5-afd363f08d83 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/security-groups?id=6d5d3ebf-360f-4fe1-acd2-471e312c3af0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312128 Jun 28 22:03:24.341298 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c1f40996-f952-4d4f-8bc7-dd353f7a74c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:24.344659 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-1ab8493f-e497-41f2-a0b5-b0c8138c1aad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:24.384103 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-c1f40996-f952-4d4f-8bc7-dd353f7a74c1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=690c955dc0664625af38e94f026c6c1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2446866 Jun 28 22:03:24.384103 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f40996-f952-4d4f-8bc7-dd353f7a74c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca9afb8-d12d-4fd3-9186-753dd44f33b4,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:24.384374 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 51130) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:24.395468 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c1f40996-f952-4d4f-8bc7-dd353f7a74c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:24.448277 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22395ee3-2c9d-4991-ab79-bd3e6cfffa82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:24.470288 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22395ee3-2c9d-4991-ab79-bd3e6cfffa82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:24.690426 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6085c314-d4a8-4a06-942a-d3ba5a678872 req-7a4c01b1-0475-400e-887a-616fdf3c7e69 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:24.691884 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-6085c314-d4a8-4a06-942a-d3ba5a678872 req-7a4c01b1-0475-400e-887a-616fdf3c7e69 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.35 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 946 time: 0.0961320 Jun 28 22:03:24.695567 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22395ee3-2c9d-4991-ab79-bd3e6cfffa82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:24.698123 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22395ee3-2c9d-4991-ab79-bd3e6cfffa82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:24.699208 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-22395ee3-2c9d-4991-ab79-bd3e6cfffa82 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bca9afb8-d12d-4fd3-9186-753dd44f33b4 HTTP/1.1" status: 204 len: 168 time: 0.3136675 Jun 28 22:03:24.699874 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:24.707124 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22395ee3-2c9d-4991-ab79-bd3e6cfffa82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca9afb8-d12d-4fd3-9186-753dd44f33b4,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:24.709213 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-22395ee3-2c9d-4991-ab79-bd3e6cfffa82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:24.848204 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-6085c314-d4a8-4a06-942a-d3ba5a678872 req-f5cab5e8-d292-4522-9964-50716079d1e0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Deleting port 39056435-d5c0-4373-9a78-05156a74f8a7 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:03:24.848204 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-6085c314-d4a8-4a06-942a-d3ba5a678872 req-f5cab5e8-d292-4522-9964-50716079d1e0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:24.928087 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-6085c314-d4a8-4a06-942a-d3ba5a678872 req-f5cab5e8-d292-4522-9964-50716079d1e0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] For port 39056435-d5c0-4373-9a78-05156a74f8a7, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=39056435-d5c0-4373-9a78-05156a74f8a7,segment=NetworkSegment(ed76f0a3-e407-47cc-8aee-cdaa4fa7d098),segment_id=ed76f0a3-e407-47cc-8aee-cdaa4fa7d098)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:03:24.928452 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-6085c314-d4a8-4a06-942a-d3ba5a678872 req-f5cab5e8-d292-4522-9964-50716079d1e0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:24.943688 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-6085c314-d4a8-4a06-942a-d3ba5a678872 req-f5cab5e8-d292-4522-9964-50716079d1e0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Calling delete_port for 39056435-d5c0-4373-9a78-05156a74f8a7 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:03:24.995965 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea630ed4-3570-4a1b-a6c7-bcdc8f86acf9 req-178ff7ab-79ad-48e2-b0f7-bd01aa7673a1 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:24.997481 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ea630ed4-3570-4a1b-a6c7-bcdc8f86acf9 req-178ff7ab-79ad-48e2-b0f7-bd01aa7673a1 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0754197 Jun 28 22:03:25.045024 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ea630ed4-3570-4a1b-a6c7-bcdc8f86acf9 req-fea1e20b-ae72-44f3-849c-8b77971511dc tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408959 Jun 28 22:03:25.182550 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-6085c314-d4a8-4a06-942a-d3ba5a678872 req-f5cab5e8-d292-4522-9964-50716079d1e0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:25.188289 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:25.205958 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['39056435-d5c0-4373-9a78-05156a74f8a7'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:03:25.240661 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cab5e8-d292-4522-9964-50716079d1e0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Pushing event deleted for resources: {'Port': ['ID=39056435-d5c0-4373-9a78-05156a74f8a7,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:25.262684 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-f5cab5e8-d292-4522-9964-50716079d1e0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:25.289303 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-6085c314-d4a8-4a06-942a-d3ba5a678872 req-f5cab5e8-d292-4522-9964-50716079d1e0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] No DVR routers for this DVR port 39056435-d5c0-4373-9a78-05156a74f8a7 on host hv-cinder-79838 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:03:25.292590 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-6085c314-d4a8-4a06-942a-d3ba5a678872 req-f5cab5e8-d292-4522-9964-50716079d1e0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:25.294830 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-6085c314-d4a8-4a06-942a-d3ba5a678872 req-f5cab5e8-d292-4522-9964-50716079d1e0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.35 "DELETE /v2.0/ports/39056435-d5c0-4373-9a78-05156a74f8a7 HTTP/1.1" status: 204 len: 173 time: 0.5793774 Jun 28 22:03:25.295318 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '984fcaab-8f15-466d-88af-1e0cb7c895fd', 'name': 'network-vif-deleted', 'tag': '39056435-d5c0-4373-9a78-05156a74f8a7'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:03:25.301318 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b07a3355-f5e6-4439-881a-410a9b2b9b97" -d '{"events": [{"server_uuid": "984fcaab-8f15-466d-88af-1e0cb7c895fd", "name": "network-vif-deleted", "tag": "39056435-d5c0-4373-9a78-05156a74f8a7"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:03:25.336552 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea98d90c-f001-4d43-9409-193321c281ac x-openstack-request-id: req-ea98d90c-f001-4d43-9409-193321c281ac {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:03:25.336901 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "984fcaab-8f15-466d-88af-1e0cb7c895fd", "name": "network-vif-deleted", "tag": "39056435-d5c0-4373-9a78-05156a74f8a7", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:03:25.337158 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ea98d90c-f001-4d43-9409-193321c281ac {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:03:25.337613 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '984fcaab-8f15-466d-88af-1e0cb7c895fd', 'name': 'network-vif-deleted', 'tag': '39056435-d5c0-4373-9a78-05156a74f8a7', 'status': 'completed', 'code': 200} Jun 28 22:03:25.441464 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-02feec45-f1fa-465d-9129-334ee1e28fb7 req-000df9b0-bcdb-438a-a21c-73c3e8a02d07 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] 10.222.0.36 "GET /v2.0/ports?device_id=984fcaab-8f15-466d-88af-1e0cb7c895fd HTTP/1.1" status: 200 len: 210 time: 0.0316606 Jun 28 22:03:26.249145 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25e7ce6-85b4-47b2-bfbb-17cf23c982d5 req-c5d1b571-e265-4213-abfe-dcbad3e381f2 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:26.258774 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f25e7ce6-85b4-47b2-bfbb-17cf23c982d5 req-c5d1b571-e265-4213-abfe-dcbad3e381f2 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0765743 Jun 28 22:03:26.306495 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f25e7ce6-85b4-47b2-bfbb-17cf23c982d5 req-e1f30b4a-40dc-4eed-ae34-c1c9f0486829 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479114 Jun 28 22:03:26.370255 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3e09bedb-922d-4d01-8b24-43f6049c6de9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:26.572805 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 51222) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:26.687255 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-834ae5fd-357a-4f41-9c3f-e8035aa055fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:26.774385 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-834ae5fd-357a-4f41-9c3f-e8035aa055fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:26.867559 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-834ae5fd-357a-4f41-9c3f-e8035aa055fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:26.871017 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-a64736c7-daa5-4bcd-9f8a-74685b1e8145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:26.905742 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-834ae5fd-357a-4f41-9c3f-e8035aa055fe admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d980b384f9dc4ae6ba18e3d12f7bd04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318765 Jun 28 22:03:26.907576 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ae5fd-357a-4f41-9c3f-e8035aa055fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b68274c-c323-40a8-993b-c8e6a68142e2,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:26.909140 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 51232) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:26.910392 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-834ae5fd-357a-4f41-9c3f-e8035aa055fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:26.958663 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-873acc3c-8fc3-48ec-83cf-95da85a4d941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:26.979633 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-873acc3c-8fc3-48ec-83cf-95da85a4d941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:27.095914 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-873acc3c-8fc3-48ec-83cf-95da85a4d941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:27.098492 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-873acc3c-8fc3-48ec-83cf-95da85a4d941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:27.099617 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-873acc3c-8fc3-48ec-83cf-95da85a4d941 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b68274c-c323-40a8-993b-c8e6a68142e2 HTTP/1.1" status: 204 len: 168 time: 0.1888015 Jun 28 22:03:27.100350 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:27.108183 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873acc3c-8fc3-48ec-83cf-95da85a4d941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b68274c-c323-40a8-993b-c8e6a68142e2,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:27.110382 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-873acc3c-8fc3-48ec-83cf-95da85a4d941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:27.481663 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19e0648-c08d-471e-b85a-fb31cde0f2e8 req-45f860e5-91f4-4903-9741-7dc6d44e0c3d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:27.483211 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e19e0648-c08d-471e-b85a-fb31cde0f2e8 req-45f860e5-91f4-4903-9741-7dc6d44e0c3d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0728776 Jun 28 22:03:27.563424 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e19e0648-c08d-471e-b85a-fb31cde0f2e8 req-a60c0dde-27c4-42ae-8ad5-c4487d8160fa tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712767 Jun 28 22:03:28.139920 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 51294) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:28.262057 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c2676dd4-bc38-44cd-a271-fa1937ae6fe8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:28.349917 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c2676dd4-bc38-44cd-a271-fa1937ae6fe8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:28.361005 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 51302) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:28.479695 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c2676dd4-bc38-44cd-a271-fa1937ae6fe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:28.487081 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-91f87684-b619-40fc-a5a0-46134d2d33c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:28.520814 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2676dd4-bc38-44cd-a271-fa1937ae6fe8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1097cd4e-d903-4fe9-b57e-bc57b44e1be3,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:28.527154 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c2676dd4-bc38-44cd-a271-fa1937ae6fe8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:28.558546 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 51316) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:28.575582 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-c2676dd4-bc38-44cd-a271-fa1937ae6fe8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80811bd8f8174567981da710e600df86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4343522 Jun 28 22:03:28.602119 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8a09d698-20bd-4e44-87d5-3947d5fcd4ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:28.697292 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-30753dc4-5c00-404e-9624-e8d5e53b7bd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:28.703359 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8a09d698-20bd-4e44-87d5-3947d5fcd4ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:28.733055 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-30753dc4-5c00-404e-9624-e8d5e53b7bd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:28.822441 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8a09d698-20bd-4e44-87d5-3947d5fcd4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:28.826565 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 39056435-d5c0-4373-9a78-05156a74f8a7 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:03:28.845296 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88580a9d-5403-475b-af95-3b0cea763bc5 req-b66f1710-c407-4ece-9c80-d734ddd8991d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:28.847126 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-88580a9d-5403-475b-af95-3b0cea763bc5 req-b66f1710-c407-4ece-9c80-d734ddd8991d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.1117568 Jun 28 22:03:28.853218 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-873acc3c-8fc3-48ec-83cf-95da85a4d941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:28.857211 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-8a09d698-20bd-4e44-87d5-3947d5fcd4ac admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=06c39a6e1ed84cd5a8ec9436874bc4f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4952245 Jun 28 22:03:28.859736 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 51328) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:28.863204 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: 39056435-d5c0-4373-9a78-05156a74f8a7 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:03:28.863546 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 39056435-d5c0-4373-9a78-05156a74f8a7 not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:03:28.889636 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-88580a9d-5403-475b-af95-3b0cea763bc5 req-d0f6bfc6-4119-4d31-981b-2e4d5af14df5 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341043 Jun 28 22:03:28.902240 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-aa56be2e-72f3-4c6a-95f5-5c5ee6f2035e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:28.902703 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09d698-20bd-4e44-87d5-3947d5fcd4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26e997fc-ac7e-4c39-8caa-14e88ff29a81,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:28.908074 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8a09d698-20bd-4e44-87d5-3947d5fcd4ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:28.934760 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-59fd54bf-e927-46ea-b0b5-ef9487642a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:28.954200 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-59fd54bf-e927-46ea-b0b5-ef9487642a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:29.038219 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:29.038497 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-30753dc4-5c00-404e-9624-e8d5e53b7bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:29.042872 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-30753dc4-5c00-404e-9624-e8d5e53b7bd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:29.044409 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-30753dc4-5c00-404e-9624-e8d5e53b7bd3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1097cd4e-d903-4fe9-b57e-bc57b44e1be3 HTTP/1.1" status: 204 len: 168 time: 0.4845243 Jun 28 22:03:29.051539 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-701b59ff-8884-4f1b-b8a6-e90701399455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:29.053883 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30753dc4-5c00-404e-9624-e8d5e53b7bd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1097cd4e-d903-4fe9-b57e-bc57b44e1be3,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:29.056218 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-30753dc4-5c00-404e-9624-e8d5e53b7bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:29.083935 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-59fd54bf-e927-46ea-b0b5-ef9487642a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:29.087333 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-59fd54bf-e927-46ea-b0b5-ef9487642a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:29.088524 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-59fd54bf-e927-46ea-b0b5-ef9487642a24 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26e997fc-ac7e-4c39-8caa-14e88ff29a81 HTTP/1.1" status: 204 len: 168 time: 0.2275877 Jun 28 22:03:29.089348 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e060115d-f10c-4e05-8ddf-1caf40dc1107 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:29.096736 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fd54bf-e927-46ea-b0b5-ef9487642a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26e997fc-ac7e-4c39-8caa-14e88ff29a81,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:29.098925 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-59fd54bf-e927-46ea-b0b5-ef9487642a24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:29.737566 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 51362) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:29.753195 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4b24956a-e4cf-42d6-ae7e-d08420769315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:29.860166 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4b24956a-e4cf-42d6-ae7e-d08420769315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:30.075833 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201f697d-786d-4638-8409-30fb996984c9 req-c43e17c2-0a7b-4e7a-85ef-eee897b602b1 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:30.077422 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-201f697d-786d-4638-8409-30fb996984c9 req-c43e17c2-0a7b-4e7a-85ef-eee897b602b1 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0665994 Jun 28 22:03:30.114656 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-201f697d-786d-4638-8409-30fb996984c9 req-9cbb89c3-5e16-4450-940c-da6aa5db72f8 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315008 Jun 28 22:03:30.261589 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4b24956a-e4cf-42d6-ae7e-d08420769315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:30.265051 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a91b72b5-c17b-41f2-8046-b5b39522bcf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:30.300654 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-4b24956a-e4cf-42d6-ae7e-d08420769315 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a835f5197d204706b601a72303416df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5621858 Jun 28 22:03:30.302752 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b24956a-e4cf-42d6-ae7e-d08420769315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2038bc6-474a-4048-b28d-448783df3f64,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:30.303719 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 51374) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:30.306813 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-4b24956a-e4cf-42d6-ae7e-d08420769315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:30.335339 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:30.373031 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b2b45937-d955-42d9-8dcc-3bf242f61b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:30.392388 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b2b45937-d955-42d9-8dcc-3bf242f61b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:30.518976 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b2b45937-d955-42d9-8dcc-3bf242f61b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:30.521924 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b2b45937-d955-42d9-8dcc-3bf242f61b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:30.526886 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-b2b45937-d955-42d9-8dcc-3bf242f61b26 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c2038bc6-474a-4048-b28d-448783df3f64 HTTP/1.1" status: 204 len: 168 time: 0.2212043 Jun 28 22:03:30.527641 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:30.535828 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b45937-d955-42d9-8dcc-3bf242f61b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2038bc6-474a-4048-b28d-448783df3f64,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:30.545797 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-b2b45937-d955-42d9-8dcc-3bf242f61b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:30.977169 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 51414) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:31.297855 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-326e6a86-289a-4c09-a081-2d66dc3c109e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:31.343781 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 51428) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:31.349910 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5d09b-c1a8-4019-a2a0-4090dba14609 req-fae403e6-a147-4a89-a4b4-3def9cb4fd6d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:31.351452 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-faa5d09b-c1a8-4019-a2a0-4090dba14609 req-fae403e6-a147-4a89-a4b4-3def9cb4fd6d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.1145778 Jun 28 22:03:31.357244 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-afc8a705-91a0-47b6-8c11-f330931c7cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:31.408671 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-faa5d09b-c1a8-4019-a2a0-4090dba14609 req-cb229b03-6cfc-4daa-b022-42f884541512 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498619 Jun 28 22:03:31.441235 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-326e6a86-289a-4c09-a081-2d66dc3c109e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:31.542789 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-326e6a86-289a-4c09-a081-2d66dc3c109e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:31.547889 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:31.594091 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-326e6a86-289a-4c09-a081-2d66dc3c109e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ec9000939db745efa3487487b6169a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6162877 Jun 28 22:03:31.596355 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326e6a86-289a-4c09-a081-2d66dc3c109e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=507b7e8b-f21e-40c2-a45b-5487d890d1fb,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:31.598434 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 51444) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:31.604703 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-326e6a86-289a-4c09-a081-2d66dc3c109e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:31.650413 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-805b4e6c-8261-48a1-a79a-343b82e630ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:31.655615 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:31.672667 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-805b4e6c-8261-48a1-a79a-343b82e630ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:31.734474 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-afc8a705-91a0-47b6-8c11-f330931c7cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:31.775103 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-805b4e6c-8261-48a1-a79a-343b82e630ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:31.777929 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-805b4e6c-8261-48a1-a79a-343b82e630ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:31.779203 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-805b4e6c-8261-48a1-a79a-343b82e630ae admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/507b7e8b-f21e-40c2-a45b-5487d890d1fb HTTP/1.1" status: 204 len: 168 time: 0.1800473 Jun 28 22:03:31.779944 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-f1cc3336-2da3-44eb-8c45-8fefeb4bb98a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:31.787715 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805b4e6c-8261-48a1-a79a-343b82e630ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=507b7e8b-f21e-40c2-a45b-5487d890d1fb,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:31.791554 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-805b4e6c-8261-48a1-a79a-343b82e630ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:31.844519 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-afc8a705-91a0-47b6-8c11-f330931c7cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:31.848123 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-9b74d6de-6c3f-444f-aa60-de31db21d214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:31.881667 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8a705-91a0-47b6-8c11-f330931c7cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10ff893d-5369-4929-a863-4dbb8ac94a71,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:31.885103 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-afc8a705-91a0-47b6-8c11-f330931c7cb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:31.890025 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-afc8a705-91a0-47b6-8c11-f330931c7cb1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c6ed6e9260b74df7881335a123d0b578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5427239 Jun 28 22:03:31.890515 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 51460) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:31.973432 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c7f57fd1-f531-46b4-956f-69721b210505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:31.997253 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c7f57fd1-f531-46b4-956f-69721b210505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:32.119850 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c7f57fd1-f531-46b4-956f-69721b210505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:32.125918 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c7f57fd1-f531-46b4-956f-69721b210505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:32.126310 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-c7f57fd1-f531-46b4-956f-69721b210505 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/10ff893d-5369-4929-a863-4dbb8ac94a71 HTTP/1.1" status: 204 len: 168 time: 0.2344763 Jun 28 22:03:32.127351 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-1650c49b-a774-4477-90d6-b6c13eb424af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:32.144917 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f57fd1-f531-46b4-956f-69721b210505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ff893d-5369-4929-a863-4dbb8ac94a71,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:32.147119 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-c7f57fd1-f531-46b4-956f-69721b210505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:32.607901 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c78d6b-097b-450c-aee7-29e5b8c753ea req-f4d6b852-6d4b-4244-bb52-f289f9d729c8 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:32.609514 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-76c78d6b-097b-450c-aee7-29e5b8c753ea req-f4d6b852-6d4b-4244-bb52-f289f9d729c8 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0666313 Jun 28 22:03:32.656054 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-76c78d6b-097b-450c-aee7-29e5b8c753ea req-14872036-6e38-41c8-938f-847f8ed8abce tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400691 Jun 28 22:03:32.808674 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3b262e-45e1-4fe8-aa6c-b80063e57933 req-d14479a8-b77f-4d5b-9071-ab09deeb481f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:32.811619 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-8a3b262e-45e1-4fe8-aa6c-b80063e57933 req-d14479a8-b77f-4d5b-9071-ab09deeb481f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 1099 time: 0.0602272 Jun 28 22:03:32.856200 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-8a3b262e-45e1-4fe8-aa6c-b80063e57933 req-4bd7072d-e7da-4e37-b544-04c700ee4314 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377419 Jun 28 22:03:32.878036 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 51518) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:33.162919 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3ce2-b740-4330-abc7-188955124907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:33.268226 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3ce2-b740-4330-abc7-188955124907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:33.489970 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fd3c3ce2-b740-4330-abc7-188955124907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:33.493611 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-ae3d7a59-4195-47e5-bc0e-68b5e7d5dad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:33.528953 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-fd3c3ce2-b740-4330-abc7-188955124907 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9476da3011a34aa8bc02e78b0a2879cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6498404 Jun 28 22:03:33.530740 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3c3ce2-b740-4330-abc7-188955124907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1283c98b-e424-4070-8aea-fede2ccf9386,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:33.531531 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 51538) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:33.533807 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-fd3c3ce2-b740-4330-abc7-188955124907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:33.580854 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-51dc0b9e-4a14-4bfa-a81b-6f6c29dc02b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:33.601285 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-51dc0b9e-4a14-4bfa-a81b-6f6c29dc02b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:33.679541 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:03:33.840557 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5022b-e89b-47e4-a102-eac07822bb2f req-85679a84-5a49-43d9-8435-298a634eb2f4 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:33.842102 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-35e5022b-e89b-47e4-a102-eac07822bb2f req-85679a84-5a49-43d9-8435-298a634eb2f4 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0627699 Jun 28 22:03:33.883321 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-35e5022b-e89b-47e4-a102-eac07822bb2f req-5d71ed45-8ddc-499a-8d46-26dc57a51223 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326478 Jun 28 22:03:34.009324 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 51552) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:34.136812 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-48c1298d-920a-4f13-924e-8fc1bfe6ddd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:34.198293 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-51dc0b9e-4a14-4bfa-a81b-6f6c29dc02b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:34.201473 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-51dc0b9e-4a14-4bfa-a81b-6f6c29dc02b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:34.202835 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-51dc0b9e-4a14-4bfa-a81b-6f6c29dc02b8 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1283c98b-e424-4070-8aea-fede2ccf9386 HTTP/1.1" status: 204 len: 168 time: 0.6701736 Jun 28 22:03:34.203598 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8dc7e681-dd75-4ccc-b6e9-447fff532115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:34.212662 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dc0b9e-4a14-4bfa-a81b-6f6c29dc02b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1283c98b-e424-4070-8aea-fede2ccf9386,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:34.215211 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-51dc0b9e-4a14-4bfa-a81b-6f6c29dc02b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:34.293468 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-48c1298d-920a-4f13-924e-8fc1bfe6ddd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:34.393112 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-48c1298d-920a-4f13-924e-8fc1bfe6ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:34.395571 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-326e6a86-289a-4c09-a081-2d66dc3c109e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:34.463424 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c1298d-920a-4f13-924e-8fc1bfe6ddd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aaad347-e27d-49fb-84d7-74080413dd86,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:34.466512 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-48c1298d-920a-4f13-924e-8fc1bfe6ddd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:34.469035 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-48c1298d-920a-4f13-924e-8fc1bfe6ddd6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7e95c64c907741dc96c653a99d4a731f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4586256 Jun 28 22:03:34.471584 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 51572) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:34.547229 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d204a24a-49d3-4593-8659-481c3355f271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:34.571162 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d204a24a-49d3-4593-8659-481c3355f271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:34.696104 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d204a24a-49d3-4593-8659-481c3355f271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:34.698611 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d204a24a-49d3-4593-8659-481c3355f271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:34.699750 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-d204a24a-49d3-4593-8659-481c3355f271 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5aaad347-e27d-49fb-84d7-74080413dd86 HTTP/1.1" status: 204 len: 168 time: 0.2269571 Jun 28 22:03:34.705991 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-61975d0c-24d4-4355-a027-4ef91a6a4310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:34.707892 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204a24a-49d3-4593-8659-481c3355f271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aaad347-e27d-49fb-84d7-74080413dd86,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:34.710214 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d204a24a-49d3-4593-8659-481c3355f271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:34.901160 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 51590) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:34.918996 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7d884f11-41da-40eb-a086-d3d6fd835dd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:35.057598 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7d884f11-41da-40eb-a086-d3d6fd835dd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:35.091774 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f7cac1-3ef4-4197-bdf2-a014daad6e41 req-01d2f6b5-6e7d-4369-885c-5daf1a3d9863 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:35.095804 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-73f7cac1-3ef4-4197-bdf2-a014daad6e41 req-01d2f6b5-6e7d-4369-885c-5daf1a3d9863 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0911577 Jun 28 22:03:35.133793 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-73f7cac1-3ef4-4197-bdf2-a014daad6e41 req-ae3e2321-6551-43f7-aa8c-b539c8b2747a tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336235 Jun 28 22:03:35.164401 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7d884f11-41da-40eb-a086-d3d6fd835dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:35.168145 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-30753dc4-5c00-404e-9624-e8d5e53b7bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:35.204243 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-7d884f11-41da-40eb-a086-d3d6fd835dd6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=514d394b1bcc41c385075132aab85397&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3017004 Jun 28 22:03:35.205140 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d884f11-41da-40eb-a086-d3d6fd835dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c205bc9-6ffe-4c8e-80bb-e8672846e1a3,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:35.206998 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 51598) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:35.208088 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-7d884f11-41da-40eb-a086-d3d6fd835dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:35.270574 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a449844d-5c89-43f5-ab2e-b6f7223e8cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:35.294749 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a449844d-5c89-43f5-ab2e-b6f7223e8cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:35.362037 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098de6f8-c1c5-4071-88ac-5e1cbed56d12 req-c3c8551d-976d-4a6a-82fa-224f51743bfb tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:35.363647 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-098de6f8-c1c5-4071-88ac-5e1cbed56d12 req-c3c8551d-976d-4a6a-82fa-224f51743bfb tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0770640 Jun 28 22:03:35.403845 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a449844d-5c89-43f5-ab2e-b6f7223e8cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:35.403845 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a449844d-5c89-43f5-ab2e-b6f7223e8cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:35.404890 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-098de6f8-c1c5-4071-88ac-5e1cbed56d12 req-59db9091-433a-44aa-8ce6-12f492b12ade tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353248 Jun 28 22:03:35.407072 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-a449844d-5c89-43f5-ab2e-b6f7223e8cf3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6c205bc9-6ffe-4c8e-80bb-e8672846e1a3 HTTP/1.1" status: 204 len: 168 time: 0.1990356 Jun 28 22:03:35.409497 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-853a0105-f030-4325-ab56-b3c5410f15f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:35.430654 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a449844d-5c89-43f5-ab2e-b6f7223e8cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c205bc9-6ffe-4c8e-80bb-e8672846e1a3,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:35.441709 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a449844d-5c89-43f5-ab2e-b6f7223e8cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:36.554889 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 51676) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:36.713233 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-610673840-network', 'tenant_id': '4fc202a3a15a4a0881c0eb04bb8c19a3'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:03:36.838526 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4f004492-8d61-4dab-9c2d-4379987070db req-756f92d4-c45c-4108-ba5b-74c71b16dc86 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0565796 Jun 28 22:03:36.843560 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Made reservation on behalf of 4fc202a3a15a4a0881c0eb04bb8c19a3 for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:03:36.846054 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:36.854923 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:36.971194 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f004492-8d61-4dab-9c2d-4379987070db req-be6c012f-16b9-4019-9f17-4c5b80b25093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:36.972596 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4f004492-8d61-4dab-9c2d-4379987070db req-be6c012f-16b9-4019-9f17-4c5b80b25093 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3119f34cbd4c4cef86133fc965006033&device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 1098 time: 0.0812094 Jun 28 22:03:37.003804 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:37.060861 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:37.066279 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:37.097218 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8550c3da-07e8-408e-b5c2-c7d00bb8f39e,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:37.113075 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:37.113075 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 135} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:03:37.137789 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:37.138424 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.segments_db [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Added segment 09bbe81f-25c2-47a0-abad-7169a7fe7955 of type vlan for network 8adb6780-33df-454a-a8d6-f61a79b71384 Jun 28 22:03:37.147553 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f004492-8d61-4dab-9c2d-4379987070db req-c525a7df-1b9f-4f00-bde4-b583a5e62f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:37.149827 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4f004492-8d61-4dab-9c2d-4379987070db req-c525a7df-1b9f-4f00-bde4-b583a5e62f76 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c760d07-f07f-45da-b722-cb1c9bb91047 HTTP/1.1" status: 200 len: 920 time: 0.1483223 Jun 28 22:03:37.229458 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4f004492-8d61-4dab-9c2d-4379987070db req-728dbf16-a5aa-42b1-9e59-9113156b572e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80eee83e-ddab-419a-b150-bcc386c49883 HTTP/1.1" status: 200 len: 217 time: 0.0675862 Jun 28 22:03:37.237300 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:37.296510 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f004492-8d61-4dab-9c2d-4379987070db req-0595986c-73ca-48f2-805e-b1731427dbc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:37.297951 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4f004492-8d61-4dab-9c2d-4379987070db req-0595986c-73ca-48f2-805e-b1731427dbc0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0afd4b0c-f3c8-4204-abf0-24f2274291f0 HTTP/1.1" status: 200 len: 859 time: 0.0571904 Jun 28 22:03:37.336107 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4f004492-8d61-4dab-9c2d-4379987070db req-cdbd3800-7240-4ce7-9432-6508c62f5922 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c760d07-f07f-45da-b722-cb1c9bb91047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295596 Jun 28 22:03:37.449820 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:37.453703 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:37.458377 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:37.459856 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:37.525480 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Pushing event updated for resources: {'Network': ['ID=8adb6780-33df-454a-a8d6-f61a79b71384,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:37.536072 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:37.539723 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network 8adb6780-33df-454a-a8d6-f61a79b71384 details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:03:37.544767 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4f004492-8d61-4dab-9c2d-4379987070db req-d39175ee-474a-4958-9481-2f27bfe2f553 service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988847 Jun 28 22:03:37.639124 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0823979 Jun 28 22:03:37.642160 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 51720) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:37.643604 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4f004492-8d61-4dab-9c2d-4379987070db req-4ac57647-8171-4887-80ad-a4561e423dca service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946386 Jun 28 22:03:37.647406 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-6447a6c8-50d9-41cf-8894-4f9ce3c52937 admin admin] Request body: {'subnet': {'network_id': '8adb6780-33df-454a-a8d6-f61a79b71384', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-610673840-subnet', 'tenant_id': '4fc202a3a15a4a0881c0eb04bb8c19a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:03:37.777694 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6447a6c8-50d9-41cf-8894-4f9ce3c52937 admin admin] Made reservation on behalf of 4fc202a3a15a4a0881c0eb04bb8c19a3 for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:03:37.780405 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6447a6c8-50d9-41cf-8894-4f9ce3c52937 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234927'] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:38.057223 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9433db-f7b0-4e5d-bf79-24bffb2d6aca req-225adf27-8dbb-4e93-8f7b-b218d1548271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:38.058920 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fc9433db-f7b0-4e5d-bf79-24bffb2d6aca req-225adf27-8dbb-4e93-8f7b-b218d1548271 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3119f34cbd4c4cef86133fc965006033&device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 1098 time: 0.0521600 Jun 28 22:03:38.128563 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4b3098-daae-4874-9963-b645923ececf req-0f676741-0aa9-420c-b7aa-9d687bee8e97 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:38.130017 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8a4b3098-daae-4874-9963-b645923ececf req-0f676741-0aa9-420c-b7aa-9d687bee8e97 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0812645 Jun 28 22:03:38.131358 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6447a6c8-50d9-41cf-8894-4f9ce3c52937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9234937'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:38.135088 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:38.158567 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9433db-f7b0-4e5d-bf79-24bffb2d6aca req-a22b4e38-c913-4fa4-9760-9ef2f84fc53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:38.160513 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fc9433db-f7b0-4e5d-bf79-24bffb2d6aca req-a22b4e38-c913-4fa4-9760-9ef2f84fc53b service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c760d07-f07f-45da-b722-cb1c9bb91047 HTTP/1.1" status: 200 len: 920 time: 0.0935392 Jun 28 22:03:38.212565 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fc9433db-f7b0-4e5d-bf79-24bffb2d6aca req-2a016eca-7ee9-4e9a-9446-df3866354f42 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80eee83e-ddab-419a-b150-bcc386c49883 HTTP/1.1" status: 200 len: 217 time: 0.0443158 Jun 28 22:03:38.212895 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6447a6c8-50d9-41cf-8894-4f9ce3c52937 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37103d69-58f7-49c2-8f9f-e385811c11e5,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:38.216565 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-6447a6c8-50d9-41cf-8894-4f9ce3c52937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:38.232797 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8a4b3098-daae-4874-9963-b645923ececf req-7a169a47-646c-4acc-9bc5-49774df3f9e9 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905652 Jun 28 22:03:38.239086 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6447a6c8-50d9-41cf-8894-4f9ce3c52937 admin admin] Checking segment: {'id': '09bbe81f-25c2-47a0-abad-7169a7fe7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8adb6780-33df-454a-a8d6-f61a79b71384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:03:38.239454 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6447a6c8-50d9-41cf-8894-4f9ce3c52937 admin admin] Network hostable DHCP agents. Network: 8adb6780-33df-454a-a8d6-f61a79b71384, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:03:38.279256 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9433db-f7b0-4e5d-bf79-24bffb2d6aca req-6b4df7ae-54bb-4745-9765-0415d22beec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:38.280825 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fc9433db-f7b0-4e5d-bf79-24bffb2d6aca req-6b4df7ae-54bb-4745-9765-0415d22beec1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0afd4b0c-f3c8-4204-abf0-24f2274291f0 HTTP/1.1" status: 200 len: 859 time: 0.0591679 Jun 28 22:03:38.323943 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fc9433db-f7b0-4e5d-bf79-24bffb2d6aca req-8ef71fcb-804e-46b2-9d9f-9abcdc737ff3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c760d07-f07f-45da-b722-cb1c9bb91047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309229 Jun 28 22:03:38.330051 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6447a6c8-50d9-41cf-8894-4f9ce3c52937 admin admin] Network 8adb6780-33df-454a-a8d6-f61a79b71384 is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:03:38.377777 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 51746) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:38.409916 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-6447a6c8-50d9-41cf-8894-4f9ce3c52937 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, 8adb6780-33df-454a-a8d6-f61a79b71384) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:03:38.416210 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6447a6c8-50d9-41cf-8894-4f9ce3c52937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:38.417993 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6447a6c8-50d9-41cf-8894-4f9ce3c52937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:38.420056 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0395d9-fef4-4562-8764-4983d31dd94a None None] Network 8adb6780-33df-454a-a8d6-f61a79b71384 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:03:38.444144 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fc9433db-f7b0-4e5d-bf79-24bffb2d6aca req-0e4d5410-90cc-412a-b4aa-bd9560ee2057 service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122444 Jun 28 22:03:38.556278 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fc9433db-f7b0-4e5d-bf79-24bffb2d6aca req-4b10dd0f-07bc-41e8-8cdc-de8722120556 service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051059 Jun 28 22:03:38.560357 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3d49a870-9bdd-4b35-badd-f751c47171d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:38.578180 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-6447a6c8-50d9-41cf-8894-4f9ce3c52937 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9346023 Jun 28 22:03:38.603939 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd04297-f93f-4643-948b-e545cc3cceea None None] Network 8adb6780-33df-454a-a8d6-f61a79b71384 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:03:38.664935 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3d49a870-9bdd-4b35-badd-f751c47171d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:38.791680 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3d49a870-9bdd-4b35-badd-f751c47171d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:38.795259 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-e9f083ec-4db5-40ef-87be-ee347d3cc88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:38.830324 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-3d49a870-9bdd-4b35-badd-f751c47171d9 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=604acfe39fd5411e897d50d469815157&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4512661 Jun 28 22:03:38.831481 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d49a870-9bdd-4b35-badd-f751c47171d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7258b6b-3916-46f7-a308-101063d99044,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:38.833052 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 51766) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:38.834440 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-3d49a870-9bdd-4b35-badd-f751c47171d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:38.907695 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7f40a760-4316-454f-8814-ebe498dbe260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:38.936417 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7f40a760-4316-454f-8814-ebe498dbe260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:39.101809 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7f40a760-4316-454f-8814-ebe498dbe260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:39.104759 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7f40a760-4316-454f-8814-ebe498dbe260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:39.106870 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-7f40a760-4316-454f-8814-ebe498dbe260 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b7258b6b-3916-46f7-a308-101063d99044 HTTP/1.1" status: 204 len: 168 time: 0.2712843 Jun 28 22:03:39.107389 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-82b50acc-7a9e-4e9e-a1d2-2234dad1a563 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:39.125652 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40a760-4316-454f-8814-ebe498dbe260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7258b6b-3916-46f7-a308-101063d99044,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:39.155538 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-7f40a760-4316-454f-8814-ebe498dbe260 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:39.417197 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58c82d-7513-49c4-b2cb-021253f5bea8 req-a2a38c90-15c6-4239-b40d-91a65343a440 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:39.418641 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ca58c82d-7513-49c4-b2cb-021253f5bea8 req-a2a38c90-15c6-4239-b40d-91a65343a440 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0645034 Jun 28 22:03:39.504329 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ca58c82d-7513-49c4-b2cb-021253f5bea8 req-34364a8d-ae78-4bcc-ae5a-0aaf879f3108 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774691 Jun 28 22:03:39.942709 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 51806) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:39.957902 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8dd85ab9-474b-413e-a48c-daf541aead26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:40.050382 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8dd85ab9-474b-413e-a48c-daf541aead26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:40.169699 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8dd85ab9-474b-413e-a48c-daf541aead26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:40.175332 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d8568db9-ac2a-410f-8cfe-6cbeb78691ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:40.211348 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-8dd85ab9-474b-413e-a48c-daf541aead26 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=008615c41545476fbb185560a0ad3177&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2673378 Jun 28 22:03:40.213483 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd85ab9-474b-413e-a48c-daf541aead26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e71387e-b8a0-46e8-a06a-2574a9c1fd69,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:40.213873 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 51818) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:40.220905 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-8dd85ab9-474b-413e-a48c-daf541aead26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:40.265040 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-64c6fccf-334e-42dd-ae94-c61e29cf005b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:40.290921 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-64c6fccf-334e-42dd-ae94-c61e29cf005b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:40.341352 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:40.644261 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-64c6fccf-334e-42dd-ae94-c61e29cf005b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:40.663837 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-64c6fccf-334e-42dd-ae94-c61e29cf005b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:40.663837 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-64c6fccf-334e-42dd-ae94-c61e29cf005b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e71387e-b8a0-46e8-a06a-2574a9c1fd69 HTTP/1.1" status: 204 len: 168 time: 0.4400918 Jun 28 22:03:40.663837 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-87241a21-653f-42d6-83b8-594eafb5b5e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:40.674945 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c6fccf-334e-42dd-ae94-c61e29cf005b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e71387e-b8a0-46e8-a06a-2574a9c1fd69,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:40.678440 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-64c6fccf-334e-42dd-ae94-c61e29cf005b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:40.687890 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee5f8d-9b12-45e2-8961-08d329d8328a req-73218682-5e42-4750-83e2-d131f4f3c4a3 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:40.689409 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2fee5f8d-9b12-45e2-8961-08d329d8328a req-73218682-5e42-4750-83e2-d131f4f3c4a3 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0756736 Jun 28 22:03:40.747341 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2fee5f8d-9b12-45e2-8961-08d329d8328a req-7a6bd493-b259-49fc-a9e4-808e28d89343 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493186 Jun 28 22:03:41.087962 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-5832d793-c2f1-471b-9d74-bb3a38cdd600 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:41.089471 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-5832d793-c2f1-471b-9d74-bb3a38cdd600 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/networks?id=8adb6780-33df-454a-a8d6-f61a79b71384 HTTP/1.1" status: 200 len: 808 time: 0.1164684 Jun 28 22:03:41.110376 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-1a900bbe-76c6-4a7f-9d45-a2a9e628eed4 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/quotas/4fc202a3a15a4a0881c0eb04bb8c19a3 HTTP/1.1" status: 200 len: 375 time: 0.0095952 Jun 28 22:03:41.144812 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-205feedc-c181-4292-8830-b7567a9f641f tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4fc202a3a15a4a0881c0eb04bb8c19a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0319316 Jun 28 22:03:41.235366 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-3aa73c5d-9212-467e-b945-f5773ec75cc3 service neutron] 10.222.0.36 "GET /v2.0/networks/8adb6780-33df-454a-a8d6-f61a79b71384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826862 Jun 28 22:03:41.329957 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-d57912f8-5e71-4dc9-a88a-2709f919bd4c service neutron] 10.222.0.36 "GET /v2.0/networks/8adb6780-33df-454a-a8d6-f61a79b71384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886235 Jun 28 22:03:41.647686 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ba402833-9571-4e1a-8c25-f99f1b5120e7 req-6d086e7c-1b54-4168-a5f1-91662c22a76f tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 210 time: 0.0305045 Jun 28 22:03:42.019742 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd113ee2-87a5-49a7-81aa-03bf76e66aeb req-0a62a009-d512-4cd5-8fed-7c5c58267130 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:42.019742 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-dd113ee2-87a5-49a7-81aa-03bf76e66aeb req-0a62a009-d512-4cd5-8fed-7c5c58267130 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0751793 Jun 28 22:03:42.083533 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-dd113ee2-87a5-49a7-81aa-03bf76e66aeb req-6280d220-6202-4638-8896-9fac4b2a8611 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566275 Jun 28 22:03:42.746823 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-dbb5bfe6-49a4-4f8f-9596-8c139af86705 req-83478781-bfd5-47fd-99e9-812927da4e02 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 210 time: 0.0364463 Jun 28 22:03:43.312992 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888d6759-b08f-4893-a2a0-ec3a40637d1c req-f81bb0c8-ca5d-4f00-acfb-16f6003dc981 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:43.314493 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-888d6759-b08f-4893-a2a0-ec3a40637d1c req-f81bb0c8-ca5d-4f00-acfb-16f6003dc981 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0735731 Jun 28 22:03:43.374157 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-888d6759-b08f-4893-a2a0-ec3a40637d1c req-b6a9ad07-f490-4368-8dbb-5e6ec6d0ccea tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439129 Jun 28 22:03:43.919042 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f3a1043d-9eef-41f9-b148-54d0c1299f30 req-2c745cc4-1548-44a7-b8ad-9e6ff2db1ddd tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 210 time: 0.0401371 Jun 28 22:03:44.318834 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-92348efa-d3de-463f-8e62-b32bdb1e9d42 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:44.322181 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-92348efa-d3de-463f-8e62-b32bdb1e9d42 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.35 "GET /v2.0/networks?id=8adb6780-33df-454a-a8d6-f61a79b71384 HTTP/1.1" status: 200 len: 808 time: 0.1646180 Jun 28 22:03:44.335342 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-bbebf6a2-76f4-4372-9564-334020339a40 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Request body: {'port': {'device_id': '9de96878-2f6b-460b-a04f-30e1c9f8e475', 'network_id': '8adb6780-33df-454a-a8d6-f61a79b71384', 'admin_state_up': True, 'tenant_id': '4fc202a3a15a4a0881c0eb04bb8c19a3'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:03:44.551497 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d8a7e-4752-4cd1-867b-f2bc9eac9543 req-8e844867-3948-4f13-87ad-97506188d546 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:44.553035 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-898d8a7e-4752-4cd1-867b-f2bc9eac9543 req-8e844867-3948-4f13-87ad-97506188d546 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0700047 Jun 28 22:03:44.592527 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-898d8a7e-4752-4cd1-867b-f2bc9eac9543 req-1e8014f6-1b5c-46c9-9264-f2761dbc974e tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329413 Jun 28 22:03:44.723778 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-bbebf6a2-76f4-4372-9564-334020339a40 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Made reservation on behalf of 4fc202a3a15a4a0881c0eb04bb8c19a3 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:03:44.732755 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-bbebf6a2-76f4-4372-9564-334020339a40 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:44.855108 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-bbebf6a2-76f4-4372-9564-334020339a40 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Allocated IP 172.20.0.9 (8adb6780-33df-454a-a8d6-f61a79b71384/37103d69-58f7-49c2-8f9f-e385811c11e5/b1843856-7d68-4a46-8f18-b66826070870) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:03:45.005528 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-bbebf6a2-76f4-4372-9564-334020339a40 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:45.064690 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a41b4adb-18c3-4ed9-8b5c-05d63d5b8ad4 req-bb312b7b-0c73-4673-878e-198483507b45 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 210 time: 0.0301495 Jun 28 22:03:45.129959 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-bbebf6a2-76f4-4372-9564-334020339a40 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:45.134135 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:45.175875 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-bbebf6a2-76f4-4372-9564-334020339a40 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Network 8adb6780-33df-454a-a8d6-f61a79b71384 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:03:45.183260 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-bbebf6a2-76f4-4372-9564-334020339a40 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:03:45.188641 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-bbebf6a2-76f4-4372-9564-334020339a40 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:03:45.194292 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-bbebf6a2-76f4-4372-9564-334020339a40 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:45.196191 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-bbebf6a2-76f4-4372-9564-334020339a40 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:45.201004 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbebf6a2-76f4-4372-9564-334020339a40 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Pushing event updated for resources: {'Port': ['ID=b1843856-7d68-4a46-8f18-b66826070870,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:45.205532 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-bbebf6a2-76f4-4372-9564-334020339a40 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:45.278704 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-bbebf6a2-76f4-4372-9564-334020339a40 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9494312 Jun 28 22:03:45.295919 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Request body: {'port': {'device_id': '9de96878-2f6b-460b-a04f-30e1c9f8e475', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:03:45.371591 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:45.647031 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1843856-7d68-4a46-8f18-b66826070870 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:03:45.660518 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:45.668539 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Transition to ACTIVE for port object b1843856-7d68-4a46-8f18-b66826070870 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:03:45.763467 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:45.768597 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:45.807158 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120b882-b9e6-4954-958c-20b9a8183914 req-337e6100-dce2-4213-8e65-4211e40396bb tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:45.809614 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e120b882-b9e6-4954-958c-20b9a8183914 req-337e6100-dce2-4213-8e65-4211e40396bb tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0719833 Jun 28 22:03:45.836302 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Pushing event updated for resources: {'Port': ['ID=b1843856-7d68-4a46-8f18-b66826070870,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:45.839683 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:45.863023 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e120b882-b9e6-4954-958c-20b9a8183914 req-c21cb82b-aaf4-4f81-bb66-224ca07a5ebd tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442700 Jun 28 22:03:45.881191 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Attempting to bind port b1843856-7d68-4a46-8f18-b66826070870 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:03:45.881512 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Attempting to bind port b1843856-7d68-4a46-8f18-b66826070870 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '09bbe81f-25c2-47a0-abad-7169a7fe7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8adb6780-33df-454a-a8d6-f61a79b71384'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:03:45.883761 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Attempting to bind port b1843856-7d68-4a46-8f18-b66826070870 on network 8adb6780-33df-454a-a8d6-f61a79b71384 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:03:45.888910 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Port b1843856-7d68-4a46-8f18-b66826070870 on network 8adb6780-33df-454a-a8d6-f61a79b71384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:03:45.889390 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Attempting to bind port b1843856-7d68-4a46-8f18-b66826070870 on network 8adb6780-33df-454a-a8d6-f61a79b71384 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:03:45.894581 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:03:45.894804 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Checking segment: {'id': '09bbe81f-25c2-47a0-abad-7169a7fe7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8adb6780-33df-454a-a8d6-f61a79b71384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:03:45.895197 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Bound using segment: {'id': '09bbe81f-25c2-47a0-abad-7169a7fe7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8adb6780-33df-454a-a8d6-f61a79b71384'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:03:45.895626 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Bound port: b1843856-7d68-4a46-8f18-b66826070870, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bbe81f-25c2-47a0-abad-7169a7fe7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8adb6780-33df-454a-a8d6-f61a79b71384'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:03:45.896009 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:45.964451 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] For port b1843856-7d68-4a46-8f18-b66826070870, host hv-cinder-79838, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:03:45.967095 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] For port b1843856-7d68-4a46-8f18-b66826070870, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=b1843856-7d68-4a46-8f18-b66826070870,segment=NetworkSegment(09bbe81f-25c2-47a0-abad-7169a7fe7955),segment_id=09bbe81f-25c2-47a0-abad-7169a7fe7955)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:03:46.027798 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:46.030081 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:46.065675 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:46.066273 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:46.067616 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] 10.222.0.35 "PUT /v2.0/ports/b1843856-7d68-4a46-8f18-b66826070870 HTTP/1.1" status: 200 len: 1093 time: 0.7758386 Jun 28 22:03:46.068147 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de96878-2f6b-460b-a04f-30e1c9f8e475', 'tag': 'b1843856-7d68-4a46-8f18-b66826070870'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:03:46.070430 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d744e06d-cbd4-4a56-b1cb-64a3739bd0fd" -d '{"events": [{"name": "network-changed", "server_uuid": "9de96878-2f6b-460b-a04f-30e1c9f8e475", "tag": "b1843856-7d68-4a46-8f18-b66826070870"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:03:46.091428 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Pushing event updated for resources: {'Port': ['ID=b1843856-7d68-4a46-8f18-b66826070870,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:46.094674 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:46.110719 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-930d3b9a-655c-4f2b-9968-3397854ede0a x-openstack-request-id: req-930d3b9a-655c-4f2b-9968-3397854ede0a {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:03:46.111043 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de96878-2f6b-460b-a04f-30e1c9f8e475", "tag": "b1843856-7d68-4a46-8f18-b66826070870", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:03:46.111326 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-930d3b9a-655c-4f2b-9968-3397854ede0a {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:03:46.111750 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de96878-2f6b-460b-a04f-30e1c9f8e475', 'tag': 'b1843856-7d68-4a46-8f18-b66826070870', 'status': 'completed', 'code': 200} Jun 28 22:03:46.207475 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744e06d-cbd4-4a56-b1cb-64a3739bd0fd req-349739aa-5274-4de3-8e54-cb40a3d12abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:46.209002 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-d744e06d-cbd4-4a56-b1cb-64a3739bd0fd req-349739aa-5274-4de3-8e54-cb40a3d12abc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4fc202a3a15a4a0881c0eb04bb8c19a3&device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 1096 time: 0.0687556 Jun 28 22:03:46.268572 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4506dfc2-d00b-441e-a776-34bad72bb6c1 req-ed9f4743-6771-485a-981a-1d7b3a47e750 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:46.270085 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4506dfc2-d00b-441e-a776-34bad72bb6c1 req-ed9f4743-6771-485a-981a-1d7b3a47e750 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 943 time: 0.0776083 Jun 28 22:03:46.308076 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4506dfc2-d00b-441e-a776-34bad72bb6c1 req-60773f8d-a653-46f6-be42-5c60866872bb tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323079 Jun 28 22:03:46.313844 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744e06d-cbd4-4a56-b1cb-64a3739bd0fd req-4f2f2c56-3a8d-462e-9bac-f7396c1d3713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:46.315137 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-d744e06d-cbd4-4a56-b1cb-64a3739bd0fd req-4f2f2c56-3a8d-462e-9bac-f7396c1d3713 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=4fc202a3a15a4a0881c0eb04bb8c19a3&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0955222 Jun 28 22:03:46.421013 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d744e06d-cbd4-4a56-b1cb-64a3739bd0fd req-204932f5-39c8-4193-90f0-f35d48653aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:46.422353 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-d744e06d-cbd4-4a56-b1cb-64a3739bd0fd req-204932f5-39c8-4193-90f0-f35d48653aa5 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0995805 Jun 28 22:03:46.521588 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-dfb6f4ba-5363-4e70-9946-47ee9255a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:46.523638 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-dfb6f4ba-5363-4e70-9946-47ee9255a38a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4fc202a3a15a4a0881c0eb04bb8c19a3&device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 1096 time: 0.0587680 Jun 28 22:03:46.571791 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-01f99abf-aa21-4d48-98e2-ad0b1b8de464 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b1843856-7d68-4a46-8f18-b66826070870 HTTP/1.1" status: 200 len: 217 time: 0.0392182 Jun 28 22:03:46.623586 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-c15387d7-2d8a-4b85-b8af-6b19f662d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:46.623767 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-c15387d7-2d8a-4b85-b8af-6b19f662d501 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37103d69-58f7-49c2-8f9f-e385811c11e5 HTTP/1.1" status: 200 len: 848 time: 0.0446558 Jun 28 22:03:46.668777 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-90fa0a92-ecb3-4d17-903f-5352b2bef9c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8adb6780-33df-454a-a8d6-f61a79b71384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278080 Jun 28 22:03:46.766260 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-50be3787-ed8b-45ae-9f8b-012e085f39ab service neutron] 10.222.0.35 "GET /v2.0/networks/8adb6780-33df-454a-a8d6-f61a79b71384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873625 Jun 28 22:03:46.860287 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-05ff8fd9-7fc6-4ba1-af1e-b3ad6083fa8c req-3b1d0663-6c62-4ee5-a4a3-85e8d88e746b service neutron] 10.222.0.35 "GET /v2.0/networks/8adb6780-33df-454a-a8d6-f61a79b71384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817382 Jun 28 22:03:46.978628 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52122) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:47.025817 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_v2 [None req-8da62102-22af-427a-bc2a-fd421bdd3080 admin admin] Deleting subnet 102780c9-5747-410b-99cb-d94b5bbfe77b {{(pid=93383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:03:47.032064 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8da62102-22af-427a-bc2a-fd421bdd3080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.043572 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748b2454-8ec5-4c45-b689-afcab4a2a825 req-9fb7327d-37cf-4588-9b2a-482e1292c81d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:47.048669 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-748b2454-8ec5-4c45-b689-afcab4a2a825 req-9fb7327d-37cf-4588-9b2a-482e1292c81d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0653727 Jun 28 22:03:47.070374 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8da62102-22af-427a-bc2a-fd421bdd3080 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.075857 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8da62102-22af-427a-bc2a-fd421bdd3080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929869'] for subnet, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.084333 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-748b2454-8ec5-4c45-b689-afcab4a2a825 req-2bbc9166-7ba8-4cdb-ae87-158ac724a320 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332618 Jun 28 22:03:47.232505 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8da62102-22af-427a-bc2a-fd421bdd3080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for subnet, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.235821 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-9c89c31c-5b95-4f50-88c7-2c9cf222353f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:47.260991 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da62102-22af-427a-bc2a-fd421bdd3080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=102780c9-5747-410b-99cb-d94b5bbfe77b,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:47.265688 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8da62102-22af-427a-bc2a-fd421bdd3080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.265688 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-8da62102-22af-427a-bc2a-fd421bdd3080 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/102780c9-5747-410b-99cb-d94b5bbfe77b HTTP/1.1" status: 204 len: 168 time: 0.2849231 Jun 28 22:03:47.267038 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8da62102-22af-427a-bc2a-fd421bdd3080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:47.267323 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52126) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:47.333103 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604114'] for network, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.417474 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929245', 'neutron.services.segments.db._delete_segments_for_network-8736847184231'] for network, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.428246 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:47.429634 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:47.430275 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:47.430386 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Subscribe: > port after_create 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:47.430723 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:47.431078 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Subscribe: > port after_update 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:47.431402 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:47.431852 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:47.432205 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:47.432524 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:47.490619 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc781cb-b435-4a6e-a06f-4bca865c0856 req-cc7dce98-16e8-4eb1-b5c7-bddbcf432920 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:47.492896 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0fc781cb-b435-4a6e-a06f-4bca865c0856 req-cc7dce98-16e8-4eb1-b5c7-bddbcf432920 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 943 time: 0.0738177 Jun 28 22:03:47.499762 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:47.500150 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:47.500488 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:47.500821 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93383) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 28 22:03:47.501462 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.services.segments.db [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61134d6f-d514-4d42-b9f3-fbb03bb21bdf']}} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:47.519283 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.services.segments.db [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed76f0a3-e407-47cc-8aee-cdaa4fa7d098') {'for_net_delete': True} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:47.519583 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.services.segments.db [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed76f0a3-e407-47cc-8aee-cdaa4fa7d098') {} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:47.539052 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736847130462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10045385'] for segment, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.539812 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0fc781cb-b435-4a6e-a06f-4bca865c0856 req-3b923725-debf-41e7-a8e2-bf9735670de5 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408657 Jun 28 22:03:47.571964 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.576971 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:03:47.577379 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8753673'] for segment, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: from cryptography.utils import int_from_bytes Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: from cryptography.utils import int_from_bytes Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: Traceback (most recent call last): Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: timer() Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: cb(*args, **kw) Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: return func(*args, **kwargs) Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: self._notify() Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: self.callback(batched_events) Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: event.method(event) Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: return f(self, *a, **k) Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: return self._get(url).json() Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: return self.request(url, 'GET', **kwargs) Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:03:47.581536 dv-cinder-798384-1-smb neutron-server[93383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:03:47.712577 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963850'] for network, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.718014 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:47.720711 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.722641 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] 10.222.0.36 "DELETE /v2.0/networks/61134d6f-d514-4d42-b9f3-fbb03bb21bdf HTTP/1.1" status: 204 len: 168 time: 0.4543583 Jun 28 22:03:47.726370 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 52150) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:47.733209 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Pushing event deleted for resources: {'Network': ['ID=61134d6f-d514-4d42-b9f3-fbb03bb21bdf,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:47.735696 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a3dd2a0e-b876-49b8-8ee4-2147071fb212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:47.777567 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1999f7-daa8-458b-945f-6edbbab20747 admin admin] Deleting subnet b4d8033f-8201-4e12-b19a-afb9f7c4d4a0 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:03:47.781819 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf1999f7-daa8-458b-945f-6edbbab20747 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.816105 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf1999f7-daa8-458b-945f-6edbbab20747 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8526938'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.858419 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf1999f7-daa8-458b-945f-6edbbab20747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929869'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.975879 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf1999f7-daa8-458b-945f-6edbbab20747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9234930'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:47.979171 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-adc19388-ccd2-4304-a987-88d409c32a1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:48.011213 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1999f7-daa8-458b-945f-6edbbab20747 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d8033f-8201-4e12-b19a-afb9f7c4d4a0,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:48.012910 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52156) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:48.013303 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-cf1999f7-daa8-458b-945f-6edbbab20747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.017323 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-cf1999f7-daa8-458b-945f-6edbbab20747 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/b4d8033f-8201-4e12-b19a-afb9f7c4d4a0 HTTP/1.1" status: 204 len: 168 time: 0.2875805 Jun 28 22:03:48.017323 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-cf1999f7-daa8-458b-945f-6edbbab20747 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:48.017501 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 52158) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:48.106712 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a738a19e-08da-445a-bb49-27a254feea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604114'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.107665 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52164) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:48.199681 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-894dad7a-3cba-4f00-ab3f-b54726445c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.205859 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a738a19e-08da-445a-bb49-27a254feea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929245', 'neutron.services.segments.db._delete_segments_for_network-8736847184231'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.217088 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-a738a19e-08da-445a-bb49-27a254feea5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a19c9b-f30e-4857-b68c-d38b1c59cced']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:48.228891 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-a738a19e-08da-445a-bb49-27a254feea5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a07af5-c502-4460-9213-221be067813a') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:48.229193 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-a738a19e-08da-445a-bb49-27a254feea5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a07af5-c502-4460-9213-221be067813a') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:03:48.239491 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a738a19e-08da-445a-bb49-27a254feea5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736847130462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8526913'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.241774 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-730a890e-a529-4dcd-aaee-e30807558e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.254325 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a738a19e-08da-445a-bb49-27a254feea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.260697 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a738a19e-08da-445a-bb49-27a254feea5c admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:03:48.261087 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a738a19e-08da-445a-bb49-27a254feea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8735882'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: Traceback (most recent call last): Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: timer() Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: cb(*args, **kw) Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: return func(*args, **kwargs) Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: self._notify() Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: self.callback(batched_events) Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: event.method(event) Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: return f(self, *a, **k) Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: return self._get(url).json() Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:03:48.273354 dv-cinder-798384-1-smb neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:03:48.325992 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-894dad7a-3cba-4f00-ab3f-b54726445c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.388389 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-894dad7a-3cba-4f00-ab3f-b54726445c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.392645 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47cbf2b-c3d4-408e-96e7-3f025dbcccc6 req-bb9dbc76-9857-4b8a-9a7a-ac76df393a2a tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:48.393341 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:48.394118 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c47cbf2b-c3d4-408e-96e7-3f025dbcccc6 req-bb9dbc76-9857-4b8a-9a7a-ac76df393a2a tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1227326 Jun 28 22:03:48.431483 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-894dad7a-3cba-4f00-ab3f-b54726445c8f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7dcd3385c6b944c398753010e03c06e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4174111 Jun 28 22:03:48.432184 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c47cbf2b-c3d4-408e-96e7-3f025dbcccc6 req-fa61ccb1-0a0d-4d77-8a90-7997c66643b5 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314987 Jun 28 22:03:48.434345 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 52172) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:48.448783 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a738a19e-08da-445a-bb49-27a254feea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963850'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.451182 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894dad7a-3cba-4f00-ab3f-b54726445c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45013e3-98b8-4fc9-9a19-6e5d820da07c,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:48.457286 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-894dad7a-3cba-4f00-ab3f-b54726445c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:48.462518 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-f4627538-0598-44be-b0d2-8d92d9749cdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:48.468916 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a738a19e-08da-445a-bb49-27a254feea5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.470671 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-a738a19e-08da-445a-bb49-27a254feea5c admin admin] 10.222.0.36 "DELETE /v2.0/networks/96a19c9b-f30e-4857-b68c-d38b1c59cced HTTP/1.1" status: 204 len: 168 time: 0.4522846 Jun 28 22:03:48.486031 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a738a19e-08da-445a-bb49-27a254feea5c admin admin] Pushing event deleted for resources: {'Network': ['ID=96a19c9b-f30e-4857-b68c-d38b1c59cced,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:48.489938 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-a738a19e-08da-445a-bb49-27a254feea5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:48.508380 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3e36f86e-f666-4a1c-8985-8f25328abb00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.519676 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-730a890e-a529-4dcd-aaee-e30807558e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.530424 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3e36f86e-f666-4a1c-8985-8f25328abb00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.586806 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-730a890e-a529-4dcd-aaee-e30807558e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.589431 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-4b24956a-e4cf-42d6-ae7e-d08420769315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:48.628334 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-730a890e-a529-4dcd-aaee-e30807558e36 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5ba873941cfb43c881bbbbb03a6efd20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5195982 Jun 28 22:03:48.632123 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730a890e-a529-4dcd-aaee-e30807558e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed21ead-fc4b-412c-87f4-ec4e96deb5d4,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:48.632242 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 52178) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:48.634013 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-730a890e-a529-4dcd-aaee-e30807558e36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:48.702953 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3e36f86e-f666-4a1c-8985-8f25328abb00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.705501 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3e36f86e-f666-4a1c-8985-8f25328abb00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.706646 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-3e36f86e-f666-4a1c-8985-8f25328abb00 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/b45013e3-98b8-4fc9-9a19-6e5d820da07c HTTP/1.1" status: 204 len: 168 time: 0.2716548 Jun 28 22:03:48.727847 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-834ae5fd-357a-4f41-9c3f-e8035aa055fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:48.730390 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c7f7fdbf-fa3a-4124-8aeb-af5a672ec7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.750338 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e36f86e-f666-4a1c-8985-8f25328abb00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45013e3-98b8-4fc9-9a19-6e5d820da07c,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:48.753030 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-3e36f86e-f666-4a1c-8985-8f25328abb00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:48.770134 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c7f7fdbf-fa3a-4124-8aeb-af5a672ec7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.823917 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8583a7-1a0c-4302-adc0-6821dc55f90b req-6b80adcd-a686-4b80-893f-a9fb6688971f tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:48.825544 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2c8583a7-1a0c-4302-adc0-6821dc55f90b req-6b80adcd-a686-4b80-893f-a9fb6688971f tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 943 time: 0.1496184 Jun 28 22:03:48.869330 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2c8583a7-1a0c-4302-adc0-6821dc55f90b req-c2c99e25-30a3-4f7f-aba8-5fef2458176a tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377479 Jun 28 22:03:48.895514 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c7f7fdbf-fa3a-4124-8aeb-af5a672ec7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.898630 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c7f7fdbf-fa3a-4124-8aeb-af5a672ec7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:48.900829 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-c7f7fdbf-fa3a-4124-8aeb-af5a672ec7cb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3ed21ead-fc4b-412c-87f4-ec4e96deb5d4 HTTP/1.1" status: 204 len: 168 time: 0.2657933 Jun 28 22:03:48.900829 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:48.910372 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f7fdbf-fa3a-4124-8aeb-af5a672ec7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed21ead-fc4b-412c-87f4-ec4e96deb5d4,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:48.913814 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-c7f7fdbf-fa3a-4124-8aeb-af5a672ec7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:48.927661 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52188) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:48.978612 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-974bc335-4eec-4032-b8a3-10ddafe65c55 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=24ce5b1a0e054477b690f845c3aeb470&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481396 Jun 28 22:03:48.981079 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52192) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:49.036677 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-81888dbd-363a-47c9-a1dd-a9b63f524e12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:49.066021 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-81888dbd-363a-47c9-a1dd-a9b63f524e12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:49.198182 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-81888dbd-363a-47c9-a1dd-a9b63f524e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:49.200764 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-81888dbd-363a-47c9-a1dd-a9b63f524e12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:49.202175 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-81888dbd-363a-47c9-a1dd-a9b63f524e12 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6d5d3ebf-360f-4fe1-acd2-471e312c3af0 HTTP/1.1" status: 204 len: 168 time: 0.2201431 Jun 28 22:03:49.202945 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c8a1bfb4-b223-443e-965e-667848686fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:49.219083 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81888dbd-363a-47c9-a1dd-a9b63f524e12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5d3ebf-360f-4fe1-acd2-471e312c3af0,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:49.221007 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-81888dbd-363a-47c9-a1dd-a9b63f524e12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:49.451918 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52204) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:49.466583 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0e091e21-893b-4d53-8275-4bca9f7387fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:49.589045 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0e091e21-893b-4d53-8275-4bca9f7387fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:49.659231 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8e3774-4f44-46d6-bc19-0294cd68d224 req-36ee9e53-9fc2-4eaf-af4f-8d76bdcc3253 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:49.660761 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2f8e3774-4f44-46d6-bc19-0294cd68d224 req-36ee9e53-9fc2-4eaf-af4f-8d76bdcc3253 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0655880 Jun 28 22:03:49.702943 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2f8e3774-4f44-46d6-bc19-0294cd68d224 req-b42eecca-85e2-463f-8daa-12c1338f0d91 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332870 Jun 28 22:03:49.706415 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0e091e21-893b-4d53-8275-4bca9f7387fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:49.709276 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e4c5ddf8-5163-47c3-811a-95003ac73fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:49.749204 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-0e091e21-893b-4d53-8275-4bca9f7387fd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=d52f3c4aae554dadb5ee0c7cea8e78d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960844 Jun 28 22:03:49.750097 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e091e21-893b-4d53-8275-4bca9f7387fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d3d9d6-4004-4274-8c93-6810f42d89b2,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:49.752156 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 52220) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:49.753337 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-0e091e21-893b-4d53-8275-4bca9f7387fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:49.805736 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-745b4fe2-9b76-4190-bc3f-5515fc243e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:49.826837 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-745b4fe2-9b76-4190-bc3f-5515fc243e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:49.929742 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-745b4fe2-9b76-4190-bc3f-5515fc243e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:49.932426 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-745b4fe2-9b76-4190-bc3f-5515fc243e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:49.935827 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-745b4fe2-9b76-4190-bc3f-5515fc243e28 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c3d3d9d6-4004-4274-8c93-6810f42d89b2 HTTP/1.1" status: 204 len: 168 time: 0.1802256 Jun 28 22:03:49.935827 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d204a24a-49d3-4593-8659-481c3355f271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:49.941675 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745b4fe2-9b76-4190-bc3f-5515fc243e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d3d9d6-4004-4274-8c93-6810f42d89b2,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:49.943787 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-745b4fe2-9b76-4190-bc3f-5515fc243e28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:49.992317 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52230) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:50.043721 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-5a4bb07a-991c-48bb-b8f1-30e9fa91d40d admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=369ff934472a486c99bda9aae95d20e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493894 Jun 28 22:03:50.045905 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52232) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:50.062241 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ad737-040a-4f42-8017-cf7c3c88a522 req-d1eb2d30-f7e4-4067-9191-cc6229fc7735 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:50.063981 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-035ad737-040a-4f42-8017-cf7c3c88a522 req-d1eb2d30-f7e4-4067-9191-cc6229fc7735 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 943 time: 0.0752645 Jun 28 22:03:50.105391 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-33cf0b9a-e9eb-45ce-bcd1-99563c089b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:50.109916 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-035ad737-040a-4f42-8017-cf7c3c88a522 req-3c71c5ca-e212-47e1-9bb8-9e4f8d768a8d tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371449 Jun 28 22:03:50.131128 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-33cf0b9a-e9eb-45ce-bcd1-99563c089b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:50.261476 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-33cf0b9a-e9eb-45ce-bcd1-99563c089b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:50.264193 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-33cf0b9a-e9eb-45ce-bcd1-99563c089b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:50.270211 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-33cf0b9a-e9eb-45ce-bcd1-99563c089b2e admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/f5db1cdd-66ab-4b55-b988-c6318728a803 HTTP/1.1" status: 204 len: 168 time: 0.2185833 Jun 28 22:03:50.270211 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a34187d6-daa4-4a1c-8b96-0df0ce88bfe7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:50.273865 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf0b9a-e9eb-45ce-bcd1-99563c089b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5db1cdd-66ab-4b55-b988-c6318728a803,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:50.276427 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-33cf0b9a-e9eb-45ce-bcd1-99563c089b2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:50.456018 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52246) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:50.853232 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52268) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:50.875001 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ffb57dc1-5be6-43e7-8567-e47604a70a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:50.900506 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a9c604-9b58-4e36-b166-131c1c317cc2 req-0ce44ace-2948-40f1-9def-a11229cdabd5 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:50.902739 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f8a9c604-9b58-4e36-b166-131c1c317cc2 req-0ce44ace-2948-40f1-9def-a11229cdabd5 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0787694 Jun 28 22:03:50.907698 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1067915167-network', 'tenant_id': '1c4582b0a6a6427eb0b46a0c2ace25ae'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:03:50.950640 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f8a9c604-9b58-4e36-b166-131c1c317cc2 req-272682dd-ae71-4b86-b5ab-2f3cf802e00d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392005 Jun 28 22:03:50.950883 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device b1843856-7d68-4a46-8f18-b66826070870 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:03:51.039414 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ffb57dc1-5be6-43e7-8567-e47604a70a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.055469 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port b1843856-7d68-4a46-8f18-b66826070870, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=b1843856-7d68-4a46-8f18-b66826070870,segment=NetworkSegment(09bbe81f-25c2-47a0-abad-7169a7fe7955),segment_id=09bbe81f-25c2-47a0-abad-7169a7fe7955)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:03:51.066076 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': 'b1843856-7d68-4a46-8f18-b66826070870', 'network_id': '8adb6780-33df-454a-a8d6-f61a79b71384', 'port_id': 'b1843856-7d68-4a46-8f18-b66826070870', 'mac_address': 'fa:16:3e:47:af:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37103d69-58f7-49c2-8f9f-e385811c11e5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:03:51.106695 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.108440 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ffb57dc1-5be6-43e7-8567-e47604a70a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.113761 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-81888dbd-363a-47c9-a1dd-a9b63f524e12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:51.120375 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1843856-7d68-4a46-8f18-b66826070870 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:03:51.146113 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port b1843856-7d68-4a46-8f18-b66826070870, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=b1843856-7d68-4a46-8f18-b66826070870,segment=NetworkSegment(09bbe81f-25c2-47a0-abad-7169a7fe7955),segment_id=09bbe81f-25c2-47a0-abad-7169a7fe7955)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:03:51.161997 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb57dc1-5be6-43e7-8567-e47604a70a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd024349-19ce-4e06-87bd-394fd2c8f773,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:51.164548 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-ffb57dc1-5be6-43e7-8567-e47604a70a45 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8857a03c645b430da577d15e875d11fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3095109 Jun 28 22:03:51.165788 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-ffb57dc1-5be6-43e7-8567-e47604a70a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:51.166994 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52280) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:51.209946 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.213202 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:51.242991 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Made reservation on behalf of 1c4582b0a6a6427eb0b46a0c2ace25ae for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:03:51.246777 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.265856 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-32b5e832-9211-44cd-a37f-701bb2e07eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.269803 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.296864 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=b1843856-7d68-4a46-8f18-b66826070870,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:51.305615 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:51.306039 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:51.306444 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:51.306865 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:51.307271 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:51.307676 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:51.308088 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:51.308470 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:51.309000 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:51.309392 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:51.309774 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:51.310154 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:03:51.314260 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:51.329671 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-32b5e832-9211-44cd-a37f-701bb2e07eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.331930 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab21ef5-b32a-41a5-abcc-de6d068d7683 req-ac372582-9c52-4893-955d-661064942b91 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:51.333464 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-aab21ef5-b32a-41a5-abcc-de6d068d7683 req-ac372582-9c52-4893-955d-661064942b91 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 944 time: 0.0893450 Jun 28 22:03:51.371577 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-aab21ef5-b32a-41a5-abcc-de6d068d7683 req-aa041c64-d9c4-47ef-82f0-38bb2d717cd5 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321302 Jun 28 22:03:51.407410 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.483650 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-32b5e832-9211-44cd-a37f-701bb2e07eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.486280 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-32b5e832-9211-44cd-a37f-701bb2e07eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.487592 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-32b5e832-9211-44cd-a37f-701bb2e07eb2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fd024349-19ce-4e06-87bd-394fd2c8f773 HTTP/1.1" status: 204 len: 168 time: 0.3193636 Jun 28 22:03:51.488603 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-323cc6dc-3119-44c5-9abd-703bbd8c2a62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:51.491446 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.507895 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5e832-9211-44cd-a37f-701bb2e07eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd024349-19ce-4e06-87bd-394fd2c8f773,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:51.512743 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-32b5e832-9211-44cd-a37f-701bb2e07eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:51.513095 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-7f40a760-4316-454f-8814-ebe498dbe260 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:51.513681 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['b1843856-7d68-4a46-8f18-b66826070870'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:03:51.514971 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 113} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:03:51.538000 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.538521 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.segments_db [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Added segment 16ef8411-51fc-4162-a7d8-2a7d7aad7399 of type vlan for network 3a5c8572-06bd-468f-9457-c278b0456a1b Jun 28 22:03:51.551025 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e772cf6-3051-492b-99fe-3d136af12ad8,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:51.555435 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:51.585947 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.748146 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.748465 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:51.749112 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:51.753029 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:51.810744 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Pushing event updated for resources: {'Network': ['ID=3a5c8572-06bd-468f-9457-c278b0456a1b,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:51.813387 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:51.821515 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network 3a5c8572-06bd-468f-9457-c278b0456a1b details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:03:51.894619 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4369130 Jun 28 22:03:51.897473 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52300) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:51.902465 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-a4a53185-e344-4cc3-8b59-2f8c2a51d90a admin admin] Request body: {'subnet': {'network_id': '3a5c8572-06bd-468f-9457-c278b0456a1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1067915167-subnet', 'tenant_id': '1c4582b0a6a6427eb0b46a0c2ace25ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:03:52.049432 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4a53185-e344-4cc3-8b59-2f8c2a51d90a admin admin] Made reservation on behalf of 1c4582b0a6a6427eb0b46a0c2ace25ae for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:03:52.051819 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a4a53185-e344-4cc3-8b59-2f8c2a51d90a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9112366'] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:52.135373 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5863132-a768-4d56-9478-3f319bbd583c req-1fc3508a-06d5-4aa2-915b-c5a2896accb5 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:52.136982 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c5863132-a768-4d56-9478-3f319bbd583c req-1fc3508a-06d5-4aa2-915b-c5a2896accb5 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0687869 Jun 28 22:03:52.174982 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c5863132-a768-4d56-9478-3f319bbd583c req-c6672485-3390-4e7f-9ae7-b72cf3b581bd tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325024 Jun 28 22:03:52.317876 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a4a53185-e344-4cc3-8b59-2f8c2a51d90a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8753235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9112376'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:52.321735 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-522881e6-e0e1-4519-a74b-9bd98b1e998a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:52.374635 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a53185-e344-4cc3-8b59-2f8c2a51d90a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4aeba5f-4642-47d3-b5f2-31224bf1a34d,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:52.378175 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a4a53185-e344-4cc3-8b59-2f8c2a51d90a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:52.383940 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4a53185-e344-4cc3-8b59-2f8c2a51d90a admin admin] Checking segment: {'id': '16ef8411-51fc-4162-a7d8-2a7d7aad7399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5c8572-06bd-468f-9457-c278b0456a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:03:52.384326 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a53185-e344-4cc3-8b59-2f8c2a51d90a admin admin] Network hostable DHCP agents. Network: 3a5c8572-06bd-468f-9457-c278b0456a1b, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:03:52.466411 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4a53185-e344-4cc3-8b59-2f8c2a51d90a admin admin] Network 3a5c8572-06bd-468f-9457-c278b0456a1b is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:03:52.557989 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-a4a53185-e344-4cc3-8b59-2f8c2a51d90a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, 3a5c8572-06bd-468f-9457-c278b0456a1b) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:03:52.562619 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ed56d-6382-437e-a86d-41eb904e041a req-36089df1-f64e-40ee-95a3-446120624c5e tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:52.563579 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a53185-e344-4cc3-8b59-2f8c2a51d90a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:52.564040 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-855ed56d-6382-437e-a86d-41eb904e041a req-36089df1-f64e-40ee-95a3-446120624c5e tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 944 time: 0.0704644 Jun 28 22:03:52.565121 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a4a53185-e344-4cc3-8b59-2f8c2a51d90a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:52.567871 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fab3dc-f7b5-4985-9c68-34cccdbcba81 None None] Network 3a5c8572-06bd-468f-9457-c278b0456a1b requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:03:52.607763 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-855ed56d-6382-437e-a86d-41eb904e041a req-a0e7cb88-f6b6-41f5-84ad-68a4da392cff tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352314 Jun 28 22:03:52.702872 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-a4a53185-e344-4cc3-8b59-2f8c2a51d90a admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8041999 Jun 28 22:03:52.858186 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4890524b-f9fd-4abf-8d8f-34b14ec73e6e None None] Network 3a5c8572-06bd-468f-9457-c278b0456a1b requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:03:52.971859 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device b1843856-7d68-4a46-8f18-b66826070870 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:03:53.123192 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port b1843856-7d68-4a46-8f18-b66826070870 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:03:53.127577 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port b1843856-7d68-4a46-8f18-b66826070870 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:03:53.127960 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:53.204946 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:53.227566 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de96878-2f6b-460b-a04f-30e1c9f8e475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1843856-7d68-4a46-8f18-b66826070870'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:03:53.229892 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b0cbc69-cd3f-4301-915a-a07b37915221" -d '{"events": [{"server_uuid": "9de96878-2f6b-460b-a04f-30e1c9f8e475", "name": "network-vif-plugged", "status": "completed", "tag": "b1843856-7d68-4a46-8f18-b66826070870"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:03:53.243902 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port b1843856-7d68-4a46-8f18-b66826070870, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=b1843856-7d68-4a46-8f18-b66826070870,segment=NetworkSegment(09bbe81f-25c2-47a0-abad-7169a7fe7955),segment_id=09bbe81f-25c2-47a0-abad-7169a7fe7955)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:03:53.284156 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:53.288946 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83052ec2-6019-4c4a-b5b1-422c00448526 x-openstack-request-id: req-83052ec2-6019-4c4a-b5b1-422c00448526 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:03:53.289413 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de96878-2f6b-460b-a04f-30e1c9f8e475", "name": "network-vif-plugged", "status": "completed", "tag": "b1843856-7d68-4a46-8f18-b66826070870", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:03:53.289608 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83052ec2-6019-4c4a-b5b1-422c00448526 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:03:53.290027 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de96878-2f6b-460b-a04f-30e1c9f8e475', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1843856-7d68-4a46-8f18-b66826070870', 'code': 200} Jun 28 22:03:53.290543 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:53.340808 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=b1843856-7d68-4a46-8f18-b66826070870,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:53.350964 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:53.385087 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8514cb-5f38-4b9d-ab6d-b862c9af1e03 req-acbfc1b7-f52f-4f84-a3d3-b3203ae36011 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:53.386554 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8b8514cb-5f38-4b9d-ab6d-b862c9af1e03 req-acbfc1b7-f52f-4f84-a3d3-b3203ae36011 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0920150 Jun 28 22:03:53.424021 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8b8514cb-5f38-4b9d-ab6d-b862c9af1e03 req-f7cc2964-aa56-4060-aef6-7dc2654c1985 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317295 Jun 28 22:03:53.752688 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d807a5e8-4b09-434a-a0b8-943cf4f4fe96 req-43f2637b-c9a2-4e86-9808-046e315267d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:53.756422 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-d807a5e8-4b09-434a-a0b8-943cf4f4fe96 req-43f2637b-c9a2-4e86-9808-046e315267d7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 1098 time: 0.0916038 Jun 28 22:03:53.821335 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-d807a5e8-4b09-434a-a0b8-943cf4f4fe96 req-74316a1e-9c07-4040-b310-34a6dd6cee44 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563967 Jun 28 22:03:53.853273 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934a252a-ac71-4582-b977-d6b846de4182 req-c5bade5c-2d51-4de9-862d-40c103cf0890 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:53.854792 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-934a252a-ac71-4582-b977-d6b846de4182 req-c5bade5c-2d51-4de9-862d-40c103cf0890 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 945 time: 0.0961056 Jun 28 22:03:54.134370 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-934a252a-ac71-4582-b977-d6b846de4182 req-4d31874e-7a71-4a30-9045-c0bd5e6ffd5f tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2738273 Jun 28 22:03:54.599723 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0284d-809a-479f-8a2d-d066265962b8 req-7abd718e-835b-4ed0-bf52-f4c1988af0a8 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:54.601712 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-82a0284d-809a-479f-8a2d-d066265962b8 req-7abd718e-835b-4ed0-bf52-f4c1988af0a8 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0620344 Jun 28 22:03:54.640850 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-82a0284d-809a-479f-8a2d-d066265962b8 req-3832ecc2-3adb-4e8a-803d-d04679e16d24 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332208 Jun 28 22:03:55.207998 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8783519a-0d46-4346-9e9e-34684dad430b req-add53027-3341-4c22-b67d-f4f7009d11ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:55.209883 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-8783519a-0d46-4346-9e9e-34684dad430b req-add53027-3341-4c22-b67d-f4f7009d11ee service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 1098 time: 0.1077430 Jun 28 22:03:55.258760 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-8783519a-0d46-4346-9e9e-34684dad430b req-335782f4-2b18-4c4a-ba74-ace1c8bd8efb service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381756 Jun 28 22:03:55.283470 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a76ce-638c-470a-a292-d667f064bcda req-49974ef2-eb61-4560-b773-f07dd64db65b tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:55.285102 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7d7a76ce-638c-470a-a292-d667f064bcda req-49974ef2-eb61-4560-b773-f07dd64db65b tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/networks?id=3a5c8572-06bd-468f-9457-c278b0456a1b HTTP/1.1" status: 200 len: 814 time: 0.1582124 Jun 28 22:03:55.299568 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7d7a76ce-638c-470a-a292-d667f064bcda req-c9fc7226-f293-4170-96bf-0710b4029a42 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/quotas/1c4582b0a6a6427eb0b46a0c2ace25ae HTTP/1.1" status: 200 len: 375 time: 0.0088451 Jun 28 22:03:55.334299 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7d7a76ce-638c-470a-a292-d667f064bcda req-429c9054-3e64-4175-9381-1bdb6bc3216d tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c4582b0a6a6427eb0b46a0c2ace25ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281739 Jun 28 22:03:55.438165 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7d7a76ce-638c-470a-a292-d667f064bcda req-31462f66-8e5c-4ea5-b3ed-e7cd709d994f service neutron] 10.222.0.36 "GET /v2.0/networks/3a5c8572-06bd-468f-9457-c278b0456a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956717 Jun 28 22:03:55.558694 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09077d80-5df8-4569-b5f2-ef25807cd0b7 req-f90a4ace-fa6d-4bce-a7a8-69c3387009ba tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:55.560171 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-09077d80-5df8-4569-b5f2-ef25807cd0b7 req-f90a4ace-fa6d-4bce-a7a8-69c3387009ba tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 945 time: 0.1365664 Jun 28 22:03:55.562326 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3bad5e4a-d741-41bd-8996-82e4b8b4236a service neutron] 10.222.0.36 "GET /v2.0/networks/3a5c8572-06bd-468f-9457-c278b0456a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088974 Jun 28 22:03:55.598085 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-09077d80-5df8-4569-b5f2-ef25807cd0b7 req-5071db75-5cce-4b71-9920-1c43acf10b75 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323081 Jun 28 22:03:55.846659 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-44964d06-e1d0-4f33-97a7-898aa26144a0 req-846f418b-eb45-4e1d-8e04-af464ca280c3 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 210 time: 0.0388443 Jun 28 22:03:55.859538 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6934cebb-d3f6-4379-98be-9c30d1ac5e9a req-0aa126e9-a1c5-46a6-8ff0-0d339859ee91 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:55.861039 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6934cebb-d3f6-4379-98be-9c30d1ac5e9a req-0aa126e9-a1c5-46a6-8ff0-0d339859ee91 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1110003 Jun 28 22:03:55.903067 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6934cebb-d3f6-4379-98be-9c30d1ac5e9a req-ae16c1cd-0be0-4986-b227-968b2ae85995 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338895 Jun 28 22:03:56.386676 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1a1a33c3-9dd2-406d-a9d3-844aee76b6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:56.883866 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52526) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:56.966514 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ffa4f1ea-c283-4919-90cc-495707916a44 req-4e149709-8fe9-4826-9400-d5cea3edc444 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 210 time: 0.0426836 Jun 28 22:03:57.015251 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-17355b51-0f37-4aa1-b93b-e53bdaa3eda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:57.115102 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-17355b51-0f37-4aa1-b93b-e53bdaa3eda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:57.146722 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4617aad7-5d41-473d-8da0-9bf833fefb3c req-7527c717-67f5-44a7-9b2b-885b2111b1d8 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:57.148479 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4617aad7-5d41-473d-8da0-9bf833fefb3c req-7527c717-67f5-44a7-9b2b-885b2111b1d8 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0797789 Jun 28 22:03:57.158557 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-17355b51-0f37-4aa1-b93b-e53bdaa3eda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:57.164840 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-59fd54bf-e927-46ea-b0b5-ef9487642a24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:57.197586 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4617aad7-5d41-473d-8da0-9bf833fefb3c req-71d7d9a2-322a-4e91-915d-91d950e0d0d9 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433588 Jun 28 22:03:57.213563 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-17355b51-0f37-4aa1-b93b-e53bdaa3eda1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd39824fc1404c4db5b24340227866b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3283899 Jun 28 22:03:57.213755 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 52534) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:57.215385 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17355b51-0f37-4aa1-b93b-e53bdaa3eda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da4354e4-7d30-4438-aae5-a0750d0b7278,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:57.219111 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-17355b51-0f37-4aa1-b93b-e53bdaa3eda1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:57.270046 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5b7a82b3-33a6-4f9d-871f-9711923b5bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:57.295125 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5b7a82b3-33a6-4f9d-871f-9711923b5bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:57.336126 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 52542) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:57.510898 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5b7a82b3-33a6-4f9d-871f-9711923b5bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:57.514055 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5b7a82b3-33a6-4f9d-871f-9711923b5bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:57.515160 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-5b7a82b3-33a6-4f9d-871f-9711923b5bf2 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/da4354e4-7d30-4438-aae5-a0750d0b7278 HTTP/1.1" status: 204 len: 168 time: 0.3004413 Jun 28 22:03:57.518550 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-8226e046-c9f0-44a4-8917-f00b2a25538d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:57.538705 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7a82b3-33a6-4f9d-871f-9711923b5bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da4354e4-7d30-4438-aae5-a0750d0b7278,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:57.540876 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-909dc539-667e-42a1-b2f2-41911bc18cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:57.544115 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-5b7a82b3-33a6-4f9d-871f-9711923b5bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:57.602742 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068c1ca-effe-4fde-8cc9-200cf8c11801 req-5d5c27c5-c462-42ca-9552-52e82c2aab2a tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:57.604410 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8068c1ca-effe-4fde-8cc9-200cf8c11801 req-5d5c27c5-c462-42ca-9552-52e82c2aab2a tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 945 time: 0.1303632 Jun 28 22:03:57.682842 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8068c1ca-effe-4fde-8cc9-200cf8c11801 req-e980d1c6-93ec-43b6-a516-d323570a3550 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644267 Jun 28 22:03:57.717266 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-909dc539-667e-42a1-b2f2-41911bc18cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:57.860740 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-909dc539-667e-42a1-b2f2-41911bc18cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:57.864573 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-3c774652-4558-45b5-bf81-c8d7792b8c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:57.904727 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-909dc539-667e-42a1-b2f2-41911bc18cbc admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0d09fc79b89c477ea466b4d2e16388fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5673985 Jun 28 22:03:57.906037 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909dc539-667e-42a1-b2f2-41911bc18cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8ade87-9208-4563-9608-8ca0f9c98fdb,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:57.907501 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52558) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:57.909428 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-909dc539-667e-42a1-b2f2-41911bc18cbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:57.972787 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a020b07c-638b-490d-8f3b-632bc0a19a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:58.003729 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a020b07c-638b-490d-8f3b-632bc0a19a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:58.110958 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a020b07c-638b-490d-8f3b-632bc0a19a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:58.113712 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a020b07c-638b-490d-8f3b-632bc0a19a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:58.114801 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-a020b07c-638b-490d-8f3b-632bc0a19a99 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/bd8ade87-9208-4563-9608-8ca0f9c98fdb HTTP/1.1" status: 204 len: 168 time: 0.2055440 Jun 28 22:03:58.116987 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-afc8a705-91a0-47b6-8c11-f330931c7cb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:58.127448 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a020b07c-638b-490d-8f3b-632bc0a19a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8ade87-9208-4563-9608-8ca0f9c98fdb,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:58.129840 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a020b07c-638b-490d-8f3b-632bc0a19a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:58.147782 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b0cfe677-f113-47a6-9c67-eab7ea3a9857 req-eaa729ef-0408-4b93-b78c-2f40030d6ce6 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 210 time: 0.0416923 Jun 28 22:03:58.172420 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec3da9-55f7-42ca-b57a-5f52ed367753 req-1d2e4c4b-75a5-466b-8d0b-8096657ceb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:58.174409 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-afec3da9-55f7-42ca-b57a-5f52ed367753 req-1d2e4c4b-75a5-466b-8d0b-8096657ceb9a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3119f34cbd4c4cef86133fc965006033&device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 1098 time: 0.0964034 Jun 28 22:03:58.192409 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a7da6-a3ce-48b0-932f-a34e7620312f req-dfa7f8e1-dbaf-483a-9d65-51baa6a6e10f tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:58.198026 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ed9a7da6-a3ce-48b0-932f-a34e7620312f req-dfa7f8e1-dbaf-483a-9d65-51baa6a6e10f tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1218112 Jun 28 22:03:58.235293 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ed9a7da6-a3ce-48b0-932f-a34e7620312f req-19fa0868-c508-4403-be3e-423ffa653bd7 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324805 Jun 28 22:03:58.276419 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec3da9-55f7-42ca-b57a-5f52ed367753 req-e281b932-caf5-4ffe-a4eb-895a2c5e0dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:58.277878 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-afec3da9-55f7-42ca-b57a-5f52ed367753 req-e281b932-caf5-4ffe-a4eb-895a2c5e0dc8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c760d07-f07f-45da-b722-cb1c9bb91047 HTTP/1.1" status: 200 len: 920 time: 0.0863104 Jun 28 22:03:58.313385 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 52566) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:58.326290 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-afec3da9-55f7-42ca-b57a-5f52ed367753 req-385e8737-79ae-4cfa-bbbf-a8f3f95c2dd5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80eee83e-ddab-419a-b150-bcc386c49883 HTTP/1.1" status: 200 len: 217 time: 0.0374165 Jun 28 22:03:58.327954 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1529526-a7cc-407b-ae96-9ce53a425c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:58.381770 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afec3da9-55f7-42ca-b57a-5f52ed367753 req-7a235f80-2d3d-4eee-b451-479e1ebca5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:58.383155 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-afec3da9-55f7-42ca-b57a-5f52ed367753 req-7a235f80-2d3d-4eee-b451-479e1ebca5ae service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0afd4b0c-f3c8-4204-abf0-24f2274291f0 HTTP/1.1" status: 200 len: 859 time: 0.0488951 Jun 28 22:03:58.415642 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-afec3da9-55f7-42ca-b57a-5f52ed367753 req-ae034f6a-5e17-4361-b36e-d30efbc1c454 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c760d07-f07f-45da-b722-cb1c9bb91047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253332 Jun 28 22:03:58.417837 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1529526-a7cc-407b-ae96-9ce53a425c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:58.523742 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-afec3da9-55f7-42ca-b57a-5f52ed367753 req-821d3dc0-6816-4a5e-8b7f-35776bdaca9a service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993071 Jun 28 22:03:58.552452 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1529526-a7cc-407b-ae96-9ce53a425c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:58.583141 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-a7a5a837-4900-4426-a5e1-52236471db5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:58.603015 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-c1529526-a7cc-407b-ae96-9ce53a425c9a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5aaa64061a064325b15887c0d9f6c18e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2884614 Jun 28 22:03:58.606190 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52576) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:58.614828 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1529526-a7cc-407b-ae96-9ce53a425c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92addfed-a7e8-4419-9378-4e8a6757517a,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:58.618710 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-c1529526-a7cc-407b-ae96-9ce53a425c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:58.663945 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-afec3da9-55f7-42ca-b57a-5f52ed367753 req-cfb1e73c-a3ac-46cc-b1f0-4ac4b9c05d55 service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322985 Jun 28 22:03:58.679625 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5ef0078b-fd30-42a6-9686-8fbc95ed6ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:58.704892 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5ef0078b-fd30-42a6-9686-8fbc95ed6ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:58.874028 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a76ce-638c-470a-a292-d667f064bcda req-8590c3e1-9891-49a5-ab9e-30c5d52891a6 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:58.875689 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-7d7a76ce-638c-470a-a292-d667f064bcda req-8590c3e1-9891-49a5-ab9e-30c5d52891a6 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.35 "GET /v2.0/networks?id=3a5c8572-06bd-468f-9457-c278b0456a1b HTTP/1.1" status: 200 len: 814 time: 0.1060624 Jun 28 22:03:58.877809 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5ef0078b-fd30-42a6-9686-8fbc95ed6ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:58.878534 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-fc9e6727-ccb4-4c28-bc52-904482144e47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:58.880569 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5ef0078b-fd30-42a6-9686-8fbc95ed6ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:58.884317 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-5ef0078b-fd30-42a6-9686-8fbc95ed6ad1 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/92addfed-a7e8-4419-9378-4e8a6757517a HTTP/1.1" status: 204 len: 168 time: 0.2746048 Jun 28 22:03:58.884317 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-33cf0b9a-e9eb-45ce-bcd1-99563c089b2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:58.890629 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef0078b-fd30-42a6-9686-8fbc95ed6ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92addfed-a7e8-4419-9378-4e8a6757517a,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:58.893045 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-5ef0078b-fd30-42a6-9686-8fbc95ed6ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:58.899469 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-7d7a76ce-638c-470a-a292-d667f064bcda req-4c58f7ea-c15a-406b-8021-dec05acc180e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Request body: {'port': {'device_id': 'bfeb5d59-149c-4a1a-a510-3768e738a5ee', 'network_id': '3a5c8572-06bd-468f-9457-c278b0456a1b', 'admin_state_up': True, 'tenant_id': '1c4582b0a6a6427eb0b46a0c2ace25ae'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:03:58.906129 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:58.919405 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f56cd9-4078-4a79-9c27-20cd5d2af803 req-faa3df0e-6457-4405-8c80-b03092479363 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:58.921928 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-10f56cd9-4078-4a79-9c27-20cd5d2af803 req-faa3df0e-6457-4405-8c80-b03092479363 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 945 time: 0.0807879 Jun 28 22:03:58.985468 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-10f56cd9-4078-4a79-9c27-20cd5d2af803 req-053a5328-1467-41f7-aaab-062c67a0656c tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558717 Jun 28 22:03:59.064247 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbbb76-9b78-491d-a36d-b4ab8bee2585 req-745bf959-7320-47ea-8e70-9dd75fd1c170 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:59.065686 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-73dbbb76-9b78-491d-a36d-b4ab8bee2585 req-745bf959-7320-47ea-8e70-9dd75fd1c170 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.35 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 945 time: 0.0705204 Jun 28 22:03:59.121648 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52584) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:59.136308 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c0786b0f-2519-4fb1-8ed2-9c745a2b0c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:59.185597 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d7a76ce-638c-470a-a292-d667f064bcda req-4c58f7ea-c15a-406b-8021-dec05acc180e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Made reservation on behalf of 1c4582b0a6a6427eb0b46a0c2ace25ae for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:03:59.188208 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-73dbbb76-9b78-491d-a36d-b4ab8bee2585 req-37210e51-6a6d-405a-b1c1-36f6e14ecd49 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Deleting port b1843856-7d68-4a46-8f18-b66826070870 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:03:59.189062 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-73dbbb76-9b78-491d-a36d-b4ab8bee2585 req-37210e51-6a6d-405a-b1c1-36f6e14ecd49 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:59.189397 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7d7a76ce-638c-470a-a292-d667f064bcda req-4c58f7ea-c15a-406b-8021-dec05acc180e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:59.317029 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-73dbbb76-9b78-491d-a36d-b4ab8bee2585 req-37210e51-6a6d-405a-b1c1-36f6e14ecd49 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] For port b1843856-7d68-4a46-8f18-b66826070870, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=b1843856-7d68-4a46-8f18-b66826070870,segment=NetworkSegment(09bbe81f-25c2-47a0-abad-7169a7fe7955),segment_id=09bbe81f-25c2-47a0-abad-7169a7fe7955)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:03:59.318326 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-73dbbb76-9b78-491d-a36d-b4ab8bee2585 req-37210e51-6a6d-405a-b1c1-36f6e14ecd49 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:59.335284 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-73dbbb76-9b78-491d-a36d-b4ab8bee2585 req-37210e51-6a6d-405a-b1c1-36f6e14ecd49 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Calling delete_port for b1843856-7d68-4a46-8f18-b66826070870 owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:03:59.412982 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-7d7a76ce-638c-470a-a292-d667f064bcda req-4c58f7ea-c15a-406b-8021-dec05acc180e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Allocated IP 172.20.0.3 (3a5c8572-06bd-468f-9457-c278b0456a1b/f4aeba5f-4642-47d3-b5f2-31224bf1a34d/b0d03385-3c5c-4cea-b159-2ff455d16ef1) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:03:59.428920 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c0786b0f-2519-4fb1-8ed2-9c745a2b0c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:59.438858 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-942fe62a-19ec-4e90-86fb-cc353e00a564 req-30a1310c-e28f-4205-a51e-f0cc7af06796 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 210 time: 0.0381992 Jun 28 22:03:59.541424 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c0786b0f-2519-4fb1-8ed2-9c745a2b0c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:59.541526 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-17355b51-0f37-4aa1-b93b-e53bdaa3eda1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:59.588137 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30bcb4e-89bb-4392-a499-c4132ddb6c63 req-3608a5ec-7cbc-4a9f-93d7-88727c28f350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:03:59.589654 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d30bcb4e-89bb-4392-a499-c4132ddb6c63 req-3608a5ec-7cbc-4a9f-93d7-88727c28f350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1552072 Jun 28 22:03:59.630259 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-c0786b0f-2519-4fb1-8ed2-9c745a2b0c7b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54c95d5b24224649a3bb45a01c4893e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5035374 Jun 28 22:03:59.630259 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0786b0f-2519-4fb1-8ed2-9c745a2b0c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f92b7d-60c7-4d98-8c41-074e0d065c9e,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:59.630527 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 52606) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:03:59.636728 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c0786b0f-2519-4fb1-8ed2-9c745a2b0c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:59.679487 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d30bcb4e-89bb-4392-a499-c4132ddb6c63 req-50f5ba40-950c-424b-98d7-71ad99bb8e1b tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837150 Jun 28 22:03:59.701988 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-56c5461a-5d82-4eae-9749-14f1b26c02d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:59.728934 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-56c5461a-5d82-4eae-9749-14f1b26c02d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:59.758234 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-73dbbb76-9b78-491d-a36d-b4ab8bee2585 req-37210e51-6a6d-405a-b1c1-36f6e14ecd49 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:59.766002 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:03:59.770502 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['b1843856-7d68-4a46-8f18-b66826070870'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:03:59.787005 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7d7a76ce-638c-470a-a292-d667f064bcda req-4c58f7ea-c15a-406b-8021-dec05acc180e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:59.803501 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37210e51-6a6d-405a-b1c1-36f6e14ecd49 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Pushing event deleted for resources: {'Port': ['ID=b1843856-7d68-4a46-8f18-b66826070870,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:03:59.833298 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-37210e51-6a6d-405a-b1c1-36f6e14ecd49 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:03:59.874911 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-73dbbb76-9b78-491d-a36d-b4ab8bee2585 req-37210e51-6a6d-405a-b1c1-36f6e14ecd49 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] No DVR routers for this DVR port b1843856-7d68-4a46-8f18-b66826070870 on host hv-cinder-79838 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:03:59.880691 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-73dbbb76-9b78-491d-a36d-b4ab8bee2585 req-37210e51-6a6d-405a-b1c1-36f6e14ecd49 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:03:59.880801 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-73dbbb76-9b78-491d-a36d-b4ab8bee2585 req-37210e51-6a6d-405a-b1c1-36f6e14ecd49 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.35 "DELETE /v2.0/ports/b1843856-7d68-4a46-8f18-b66826070870 HTTP/1.1" status: 204 len: 173 time: 0.8075936 Jun 28 22:03:59.881809 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de96878-2f6b-460b-a04f-30e1c9f8e475', 'name': 'network-vif-deleted', 'tag': 'b1843856-7d68-4a46-8f18-b66826070870'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:03:59.884212 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd5169e-1322-4af5-a6e0-73cd4791d784" -d '{"events": [{"server_uuid": "9de96878-2f6b-460b-a04f-30e1c9f8e475", "name": "network-vif-deleted", "tag": "b1843856-7d68-4a46-8f18-b66826070870"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:03:59.980183 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b334f69c-2d2d-4341-8a5c-f4b27432db00 x-openstack-request-id: req-b334f69c-2d2d-4341-8a5c-f4b27432db00 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:03:59.980528 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de96878-2f6b-460b-a04f-30e1c9f8e475", "name": "network-vif-deleted", "tag": "b1843856-7d68-4a46-8f18-b66826070870", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:03:59.980834 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b334f69c-2d2d-4341-8a5c-f4b27432db00 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:03:59.981571 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de96878-2f6b-460b-a04f-30e1c9f8e475', 'name': 'network-vif-deleted', 'tag': 'b1843856-7d68-4a46-8f18-b66826070870', 'status': 'completed', 'code': 200} Jun 28 22:03:59.987708 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7d7a76ce-638c-470a-a292-d667f064bcda req-4c58f7ea-c15a-406b-8021-dec05acc180e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:00.001501 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-56c5461a-5d82-4eae-9749-14f1b26c02d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:00.002440 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:00.003530 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-56c5461a-5d82-4eae-9749-14f1b26c02d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:00.003790 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-56c5461a-5d82-4eae-9749-14f1b26c02d0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91f92b7d-60c7-4d98-8c41-074e0d065c9e HTTP/1.1" status: 204 len: 168 time: 0.3697126 Jun 28 22:04:00.004548 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-62c2bc9c-b113-41f6-a7ee-63eab6bdd3a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:00.023868 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c5461a-5d82-4eae-9749-14f1b26c02d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f92b7d-60c7-4d98-8c41-074e0d065c9e,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:00.027433 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d7a76ce-638c-470a-a292-d667f064bcda req-4c58f7ea-c15a-406b-8021-dec05acc180e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Network 3a5c8572-06bd-468f-9457-c278b0456a1b is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:04:00.044963 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-56c5461a-5d82-4eae-9749-14f1b26c02d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:00.071505 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-7d7a76ce-638c-470a-a292-d667f064bcda req-4c58f7ea-c15a-406b-8021-dec05acc180e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:04:00.076142 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d7a76ce-638c-470a-a292-d667f064bcda req-4c58f7ea-c15a-406b-8021-dec05acc180e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:04:00.165055 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a76ce-638c-470a-a292-d667f064bcda req-4c58f7ea-c15a-406b-8021-dec05acc180e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:00.165716 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7d7a76ce-638c-470a-a292-d667f064bcda req-4c58f7ea-c15a-406b-8021-dec05acc180e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:00.180889 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:00.205032 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58f7ea-c15a-406b-8021-dec05acc180e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Pushing event updated for resources: {'Port': ['ID=b0d03385-3c5c-4cea-b159-2ff455d16ef1,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:00.208211 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-4c58f7ea-c15a-406b-8021-dec05acc180e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:00.214436 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-86b0aeb8-0f0d-4fb0-b148-f92babd1cf68 req-e2e46316-d3e3-43c0-97e9-6843c7a17a68 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 210 time: 0.0625987 Jun 28 22:04:00.335816 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-7d7a76ce-638c-470a-a292-d667f064bcda req-4c58f7ea-c15a-406b-8021-dec05acc180e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4416528 Jun 28 22:04:00.348387 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Request body: {'port': {'device_id': 'bfeb5d59-149c-4a1a-a510-3768e738a5ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:04:00.681792 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:00.758585 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4296f98e-aacf-4dae-8b2d-a5eff431aaeb req-ebca4574-cc9d-4a52-b0a4-7c80e9c2117a tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:00.760113 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4296f98e-aacf-4dae-8b2d-a5eff431aaeb req-ebca4574-cc9d-4a52-b0a4-7c80e9c2117a tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 931 time: 0.1153827 Jun 28 22:04:00.767977 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d07e55-8ff3-4aab-a026-6989b12e3016 req-83e0d15c-d4b1-46aa-aaf4-5fe29056344e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:00.769355 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-86d07e55-8ff3-4aab-a026-6989b12e3016 req-83e0d15c-d4b1-46aa-aaf4-5fe29056344e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.1136067 Jun 28 22:04:00.830944 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-86d07e55-8ff3-4aab-a026-6989b12e3016 req-7351b7a2-f926-4fbb-b9e8-8634530059c3 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544102 Jun 28 22:04:00.833773 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4296f98e-aacf-4dae-8b2d-a5eff431aaeb req-30c2ae16-bf60-4386-a449-c05ce62f4717 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635548 Jun 28 22:04:01.006213 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0d03385-3c5c-4cea-b159-2ff455d16ef1 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:04:01.012255 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 52658) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:01.014448 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:01.027457 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Transition to ACTIVE for port object b0d03385-3c5c-4cea-b159-2ff455d16ef1 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:04:01.032328 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fb369191-8d34-4666-ab85-06fe47cbf979 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:01.093215 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23415e6c-3fd9-4b78-954f-f206404b544b req-68388fb7-5dcb-401f-9560-11ee53eb9922 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:01.094686 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-23415e6c-3fd9-4b78-954f-f206404b544b req-68388fb7-5dcb-401f-9560-11ee53eb9922 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1181059 Jun 28 22:04:01.129185 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:01.132829 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-2f088d0b-4023-4122-a99a-c96e57eb73be service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:01.157999 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-23415e6c-3fd9-4b78-954f-f206404b544b req-719945fb-decb-4994-8240-fc5d53b31bce tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520916 Jun 28 22:04:01.194705 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fb369191-8d34-4666-ab85-06fe47cbf979 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:01.239645 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d03385-3c5c-4cea-b159-2ff455d16ef1,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:01.239645 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:01.275923 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Attempting to bind port b0d03385-3c5c-4cea-b159-2ff455d16ef1 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:04:01.275923 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Attempting to bind port b0d03385-3c5c-4cea-b159-2ff455d16ef1 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '16ef8411-51fc-4162-a7d8-2a7d7aad7399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5c8572-06bd-468f-9457-c278b0456a1b'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:04:01.275923 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Attempting to bind port b0d03385-3c5c-4cea-b159-2ff455d16ef1 on network 3a5c8572-06bd-468f-9457-c278b0456a1b {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:04:01.276576 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Port b0d03385-3c5c-4cea-b159-2ff455d16ef1 on network 3a5c8572-06bd-468f-9457-c278b0456a1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:04:01.276997 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Attempting to bind port b0d03385-3c5c-4cea-b159-2ff455d16ef1 on network 3a5c8572-06bd-468f-9457-c278b0456a1b {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:04:01.281920 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:04:01.282530 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Checking segment: {'id': '16ef8411-51fc-4162-a7d8-2a7d7aad7399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5c8572-06bd-468f-9457-c278b0456a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:04:01.283007 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Bound using segment: {'id': '16ef8411-51fc-4162-a7d8-2a7d7aad7399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5c8572-06bd-468f-9457-c278b0456a1b'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:04:01.283533 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Bound port: b0d03385-3c5c-4cea-b159-2ff455d16ef1, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ef8411-51fc-4162-a7d8-2a7d7aad7399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5c8572-06bd-468f-9457-c278b0456a1b'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:04:01.283957 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:01.295774 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fb369191-8d34-4666-ab85-06fe47cbf979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:01.345994 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-7d884f11-41da-40eb-a086-d3d6fd835dd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:01.356072 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-fb369191-8d34-4666-ab85-06fe47cbf979 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e32d5f34ae2b40d9af433315e4aa4a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3426058 Jun 28 22:04:01.360329 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52668) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:01.389877 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb369191-8d34-4666-ab85-06fe47cbf979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23070af5-d9d2-47d2-8c5a-1d9e37671690,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:01.397513 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] For port b0d03385-3c5c-4cea-b159-2ff455d16ef1, host hv-cinder-79838, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:04:01.421836 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] For port b0d03385-3c5c-4cea-b159-2ff455d16ef1, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=b0d03385-3c5c-4cea-b159-2ff455d16ef1,segment=NetworkSegment(16ef8411-51fc-4162-a7d8-2a7d7aad7399),segment_id=16ef8411-51fc-4162-a7d8-2a7d7aad7399)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:04:01.426190 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-fb369191-8d34-4666-ab85-06fe47cbf979 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:01.434675 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-19c1e679-4aff-43ff-8267-59a223170149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:01.460697 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-19c1e679-4aff-43ff-8267-59a223170149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:01.464019 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0d0fd969-d347-4cc2-9405-7008022296c5 req-892967bd-d75a-4701-aff5-61ba7271ce2a tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de96878-2f6b-460b-a04f-30e1c9f8e475 HTTP/1.1" status: 200 len: 210 time: 0.0363631 Jun 28 22:04:01.501201 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:01.504350 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:01.543370 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:01.544011 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:01.545474 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-7d7a76ce-638c-470a-a292-d667f064bcda req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] 10.222.0.35 "PUT /v2.0/ports/b0d03385-3c5c-4cea-b159-2ff455d16ef1 HTTP/1.1" status: 200 len: 1093 time: 1.2013218 Jun 28 22:04:01.545999 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bfeb5d59-149c-4a1a-a510-3768e738a5ee', 'tag': 'b0d03385-3c5c-4cea-b159-2ff455d16ef1'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:04:01.548584 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc4747d-ddf6-4a64-bb29-c3cc9588df99" -d '{"events": [{"name": "network-changed", "server_uuid": "bfeb5d59-149c-4a1a-a510-3768e738a5ee", "tag": "b0d03385-3c5c-4cea-b159-2ff455d16ef1"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:04:01.575477 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Pushing event updated for resources: {'Port': ['ID=b0d03385-3c5c-4cea-b159-2ff455d16ef1,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:01.584934 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:01.587046 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b5967cd-44c6-44d0-aded-3563cd7bd41c x-openstack-request-id: req-5b5967cd-44c6-44d0-aded-3563cd7bd41c {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:04:01.587369 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bfeb5d59-149c-4a1a-a510-3768e738a5ee", "tag": "b0d03385-3c5c-4cea-b159-2ff455d16ef1", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:04:01.587646 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-5b5967cd-44c6-44d0-aded-3563cd7bd41c {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:04:01.588092 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bfeb5d59-149c-4a1a-a510-3768e738a5ee', 'tag': 'b0d03385-3c5c-4cea-b159-2ff455d16ef1', 'status': 'completed', 'code': 200} Jun 28 22:04:01.623149 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-19c1e679-4aff-43ff-8267-59a223170149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:01.626034 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-19c1e679-4aff-43ff-8267-59a223170149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:01.627127 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-19c1e679-4aff-43ff-8267-59a223170149 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/23070af5-d9d2-47d2-8c5a-1d9e37671690 HTTP/1.1" status: 204 len: 168 time: 0.2657478 Jun 28 22:04:01.643790 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-64c6fccf-334e-42dd-ae94-c61e29cf005b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:01.654529 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c1e679-4aff-43ff-8267-59a223170149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23070af5-d9d2-47d2-8c5a-1d9e37671690,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:01.659244 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-19c1e679-4aff-43ff-8267-59a223170149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:01.683706 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4747d-ddf6-4a64-bb29-c3cc9588df99 req-c5188c05-2810-4335-85ef-f60731651458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:01.685241 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-5bc4747d-ddf6-4a64-bb29-c3cc9588df99 req-c5188c05-2810-4335-85ef-f60731651458 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c4582b0a6a6427eb0b46a0c2ace25ae&device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 1096 time: 0.0721405 Jun 28 22:04:01.689212 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:01.801565 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4747d-ddf6-4a64-bb29-c3cc9588df99 req-29065c2a-4539-4fb7-9bed-7c74e668a05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:01.803357 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-5bc4747d-ddf6-4a64-bb29-c3cc9588df99 req-29065c2a-4539-4fb7-9bed-7c74e668a05d service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1c4582b0a6a6427eb0b46a0c2ace25ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1028008 Jun 28 22:04:01.951749 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc4747d-ddf6-4a64-bb29-c3cc9588df99 req-cb508dac-96e7-4a56-bbc3-96117fe54e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:01.954041 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-5bc4747d-ddf6-4a64-bb29-c3cc9588df99 req-cb508dac-96e7-4a56-bbc3-96117fe54e6e service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1406667 Jun 28 22:04:02.063053 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a76ce-638c-470a-a292-d667f064bcda req-79f079d5-cae7-4af2-8341-c382ed053e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:02.064852 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-7d7a76ce-638c-470a-a292-d667f064bcda req-79f079d5-cae7-4af2-8341-c382ed053e3b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c4582b0a6a6427eb0b46a0c2ace25ae&device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 1096 time: 0.0665026 Jun 28 22:04:02.073912 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa18aa4-b08a-4ef9-8961-96655c39b4ca req-b560136b-663f-4f89-8166-e640655547c0 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:02.075409 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-faa18aa4-b08a-4ef9-8961-96655c39b4ca req-b560136b-663f-4f89-8166-e640655547c0 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 943 time: 0.0833819 Jun 28 22:04:02.126723 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-7d7a76ce-638c-470a-a292-d667f064bcda req-433758d0-f990-4315-90ce-1c0683b6d072 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0d03385-3c5c-4cea-b159-2ff455d16ef1 HTTP/1.1" status: 200 len: 217 time: 0.0432084 Jun 28 22:04:02.181911 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-faa18aa4-b08a-4ef9-8961-96655c39b4ca req-ce61f9da-0fcc-4941-9b5f-ff672d142cd3 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986493 Jun 28 22:04:02.200373 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a76ce-638c-470a-a292-d667f064bcda req-1d8a3723-3198-4ec0-984c-758ddd78daa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:02.201804 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-7d7a76ce-638c-470a-a292-d667f064bcda req-1d8a3723-3198-4ec0-984c-758ddd78daa2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4aeba5f-4642-47d3-b5f2-31224bf1a34d HTTP/1.1" status: 200 len: 854 time: 0.0672767 Jun 28 22:04:02.209939 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65243b1f-113a-4761-9a1b-8786870d05d0 req-7384b16f-378e-48c1-95f5-0140b985966e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:02.211374 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-65243b1f-113a-4761-9a1b-8786870d05d0 req-7384b16f-378e-48c1-95f5-0140b985966e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.1152258 Jun 28 22:04:02.244531 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-7d7a76ce-638c-470a-a292-d667f064bcda req-2865611b-0dcc-45d5-81f7-28a05bd2ca63 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a5c8572-06bd-468f-9457-c278b0456a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281637 Jun 28 22:04:02.255665 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-65243b1f-113a-4761-9a1b-8786870d05d0 req-33bc18fd-ddd9-4fdf-ac92-f97eae57e510 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358014 Jun 28 22:04:02.350503 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-7d7a76ce-638c-470a-a292-d667f064bcda req-a17cb8a2-43f1-43f5-b461-f5011160a327 service neutron] 10.222.0.35 "GET /v2.0/networks/3a5c8572-06bd-468f-9457-c278b0456a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866272 Jun 28 22:04:02.452460 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-7d7a76ce-638c-470a-a292-d667f064bcda req-6af3c697-f73e-441b-bd7c-d93ab1c3a96c service neutron] 10.222.0.35 "GET /v2.0/networks/3a5c8572-06bd-468f-9457-c278b0456a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870199 Jun 28 22:04:02.824718 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a1587-5434-43c4-9a17-4f86638b972f req-8cd90b91-fbe6-4d19-bc7a-04520002b503 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:02.826409 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-632a1587-5434-43c4-9a17-4f86638b972f req-8cd90b91-fbe6-4d19-bc7a-04520002b503 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/networks?id=8adb6780-33df-454a-a8d6-f61a79b71384 HTTP/1.1" status: 200 len: 808 time: 0.1060138 Jun 28 22:04:02.842298 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-632a1587-5434-43c4-9a17-4f86638b972f req-b1a4ca2d-bfb9-4a70-ac44-c4d5bfede9d1 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/quotas/4fc202a3a15a4a0881c0eb04bb8c19a3 HTTP/1.1" status: 200 len: 375 time: 0.0092952 Jun 28 22:04:02.884535 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-632a1587-5434-43c4-9a17-4f86638b972f req-f4ab26d3-4b37-4abc-9cd7-dd9aa39c7b9c tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=4fc202a3a15a4a0881c0eb04bb8c19a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367358 Jun 28 22:04:02.964433 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device b1843856-7d68-4a46-8f18-b66826070870 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:04:02.993816 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-632a1587-5434-43c4-9a17-4f86638b972f req-6d265338-cf3a-4943-9ce1-a3a7a197a6d0 service neutron] 10.222.0.36 "GET /v2.0/networks/8adb6780-33df-454a-a8d6-f61a79b71384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018345 Jun 28 22:04:02.994119 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: b1843856-7d68-4a46-8f18-b66826070870 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:04:02.994979 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device b1843856-7d68-4a46-8f18-b66826070870 not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:04:03.101116 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-632a1587-5434-43c4-9a17-4f86638b972f req-d429b91c-1072-4732-8768-d8c41af84a4d service neutron] 10.222.0.36 "GET /v2.0/networks/8adb6780-33df-454a-a8d6-f61a79b71384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1061893 Jun 28 22:04:03.475796 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da7c0e-5875-45fe-98d1-cd35e7011d5b req-a53c5c99-4336-49fa-ab0e-7a8d556cce06 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:03.477091 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-03da7c0e-5875-45fe-98d1-cd35e7011d5b req-a53c5c99-4336-49fa-ab0e-7a8d556cce06 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 943 time: 0.0843349 Jun 28 22:04:03.519625 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-03da7c0e-5875-45fe-98d1-cd35e7011d5b req-fe7e78f1-3b78-44bb-a3e5-d569934d45fc tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362084 Jun 28 22:04:03.680572 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08745c51-1d5c-4502-96f9-2edf075b695b req-032f603c-80d6-4ec9-ab9d-390d73d169d6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:03.682075 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-08745c51-1d5c-4502-96f9-2edf075b695b req-032f603c-80d6-4ec9-ab9d-390d73d169d6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0619979 Jun 28 22:04:03.719374 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-08745c51-1d5c-4502-96f9-2edf075b695b req-0d737546-7ef5-4a55-b6fe-16a5431d7135 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310388 Jun 28 22:04:03.903094 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffcf8a-e293-4863-8a25-74650c10ac3f req-da1e308c-0aa3-4734-a798-8f15ced3c001 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:03.904469 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b0ffcf8a-e293-4863-8a25-74650c10ac3f req-da1e308c-0aa3-4734-a798-8f15ced3c001 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.0663149 Jun 28 22:04:03.940138 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b0ffcf8a-e293-4863-8a25-74650c10ac3f req-6b2a20b7-f6ce-4273-b5fb-91419e734b1e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301018 Jun 28 22:04:04.025089 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d34fc0d5-5410-4ca0-a568-a50d0f01b7df req-e59ea8aa-8b64-46d1-8db5-de21a10f1485 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 210 time: 0.0317283 Jun 28 22:04:04.096072 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 52782) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:04.205907 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a919abff-9d36-4702-99d0-a1e8a8f12fc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:04.310934 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a919abff-9d36-4702-99d0-a1e8a8f12fc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:04.418936 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-a919abff-9d36-4702-99d0-a1e8a8f12fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:04.418936 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a449844d-5c89-43f5-ab2e-b6f7223e8cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:04.461983 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919abff-9d36-4702-99d0-a1e8a8f12fc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63246078-f5ba-4851-b7a6-a6e343a8954d,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:04.466546 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-a919abff-9d36-4702-99d0-a1e8a8f12fc7 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8132f791166d4dd4bd748661cba518a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694341 Jun 28 22:04:04.467500 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a919abff-9d36-4702-99d0-a1e8a8f12fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:04.472622 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 52796) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:04.539760 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-09f3a06b-e234-48c3-9dfb-ced89779e8dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:04.566170 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-09f3a06b-e234-48c3-9dfb-ced89779e8dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:04.698145 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1577dc12-2b4a-4a6f-9c08-831bd80e933e req-82e6e79c-e265-4e2a-968b-c08049d0e1d5 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:04.699590 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1577dc12-2b4a-4a6f-9c08-831bd80e933e req-82e6e79c-e265-4e2a-968b-c08049d0e1d5 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 943 time: 0.0630248 Jun 28 22:04:04.712285 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-09f3a06b-e234-48c3-9dfb-ced89779e8dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:04.714795 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-09f3a06b-e234-48c3-9dfb-ced89779e8dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:04.715789 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-09f3a06b-e234-48c3-9dfb-ced89779e8dc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/63246078-f5ba-4851-b7a6-a6e343a8954d HTTP/1.1" status: 204 len: 168 time: 0.2422020 Jun 28 22:04:04.722588 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-22395ee3-2c9d-4991-ab79-bd3e6cfffa82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:04.735240 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f3a06b-e234-48c3-9dfb-ced89779e8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63246078-f5ba-4851-b7a6-a6e343a8954d,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:04.737503 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-09f3a06b-e234-48c3-9dfb-ced89779e8dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:04.772934 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1577dc12-2b4a-4a6f-9c08-831bd80e933e req-40954bb5-c682-424f-9d25-0d262b1a5549 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676308 Jun 28 22:04:04.965752 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device b0d03385-3c5c-4cea-b159-2ff455d16ef1 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:04:05.077706 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port b0d03385-3c5c-4cea-b159-2ff455d16ef1, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=b0d03385-3c5c-4cea-b159-2ff455d16ef1,segment=NetworkSegment(16ef8411-51fc-4162-a7d8-2a7d7aad7399),segment_id=16ef8411-51fc-4162-a7d8-2a7d7aad7399)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:05.092649 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': 'b0d03385-3c5c-4cea-b159-2ff455d16ef1', 'network_id': '3a5c8572-06bd-468f-9457-c278b0456a1b', 'port_id': 'b0d03385-3c5c-4cea-b159-2ff455d16ef1', 'mac_address': 'fa:16:3e:06:d8:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4aeba5f-4642-47d3-b5f2-31224bf1a34d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:04:05.138272 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:05.142542 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e96a4b-59fc-4e98-9434-015d74d66b4d req-b78824f2-37ec-459b-8f48-ce891f3bf739 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:05.144167 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-87e96a4b-59fc-4e98-9434-015d74d66b4d req-b78824f2-37ec-459b-8f48-ce891f3bf739 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.0672314 Jun 28 22:04:05.162513 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0d03385-3c5c-4cea-b159-2ff455d16ef1 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:04:05.196679 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port b0d03385-3c5c-4cea-b159-2ff455d16ef1, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=b0d03385-3c5c-4cea-b159-2ff455d16ef1,segment=NetworkSegment(16ef8411-51fc-4162-a7d8-2a7d7aad7399),segment_id=16ef8411-51fc-4162-a7d8-2a7d7aad7399)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:05.206901 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-87e96a4b-59fc-4e98-9434-015d74d66b4d req-c0c21a01-6493-4071-ae2c-1f8fc63305e2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425897 Jun 28 22:04:05.295333 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:05.297556 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-8bc7b2fc-651e-4f83-bb8b-cbb73bb0b5c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:05.354957 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=b0d03385-3c5c-4cea-b159-2ff455d16ef1,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:05.358245 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:05.367640 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0384e530-f908-47b0-9f6c-dcf9b9a523cd req-bba03391-4fcd-4204-bdca-02b00b027c7b tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 210 time: 0.0446944 Jun 28 22:04:05.585831 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['b0d03385-3c5c-4cea-b159-2ff455d16ef1'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:04:05.955117 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af5ce3e-dcbb-40b1-be98-cd8ef2b57d98 req-47471c3e-5505-445a-a7f7-4761a0caefea tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:05.957094 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5af5ce3e-dcbb-40b1-be98-cd8ef2b57d98 req-47471c3e-5505-445a-a7f7-4761a0caefea tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 944 time: 0.0686541 Jun 28 22:04:06.001464 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5af5ce3e-dcbb-40b1-be98-cd8ef2b57d98 req-07763051-c5b0-427f-b1fc-b8d20fa88208 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374699 Jun 28 22:04:06.057873 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a1587-5434-43c4-9a17-4f86638b972f req-9c3fe6a0-643c-4aac-9201-bc25c355ec4e tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:06.059471 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-632a1587-5434-43c4-9a17-4f86638b972f req-9c3fe6a0-643c-4aac-9201-bc25c355ec4e tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.35 "GET /v2.0/networks?id=8adb6780-33df-454a-a8d6-f61a79b71384 HTTP/1.1" status: 200 len: 808 time: 0.1164796 Jun 28 22:04:06.073364 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-632a1587-5434-43c4-9a17-4f86638b972f req-9510a876-f1d1-46cf-8f67-2c30e210dffc tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Request body: {'port': {'device_id': 'ef6cbcb0-ea97-495a-84f1-a9b9a63011e4', 'network_id': '8adb6780-33df-454a-a8d6-f61a79b71384', 'admin_state_up': True, 'tenant_id': '4fc202a3a15a4a0881c0eb04bb8c19a3'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:04:06.288891 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-632a1587-5434-43c4-9a17-4f86638b972f req-9510a876-f1d1-46cf-8f67-2c30e210dffc tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Made reservation on behalf of 4fc202a3a15a4a0881c0eb04bb8c19a3 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:04:06.293819 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-632a1587-5434-43c4-9a17-4f86638b972f req-9510a876-f1d1-46cf-8f67-2c30e210dffc tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:06.429101 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485982b8-500d-45c5-846f-db14b647197c req-17b07dea-fc24-4e38-9535-3255a8444c7d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:06.431140 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-485982b8-500d-45c5-846f-db14b647197c req-17b07dea-fc24-4e38-9535-3255a8444c7d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.0853355 Jun 28 22:04:06.450756 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-632a1587-5434-43c4-9a17-4f86638b972f req-9510a876-f1d1-46cf-8f67-2c30e210dffc tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Allocated IP 172.20.0.6 (8adb6780-33df-454a-a8d6-f61a79b71384/37103d69-58f7-49c2-8f9f-e385811c11e5/aba6707b-7032-4820-8f58-da7dfd5b4b23) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:04:06.481626 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-485982b8-500d-45c5-846f-db14b647197c req-959d83d3-7940-4dd9-b2e0-c771dfbe07b4 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431638 Jun 28 22:04:06.545876 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b7652103-8012-43ce-aeb5-7299c9b42b70 req-d0245555-8124-4f6c-85a7-2d49f3fa18bd tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 210 time: 0.0457954 Jun 28 22:04:06.676465 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-632a1587-5434-43c4-9a17-4f86638b972f req-9510a876-f1d1-46cf-8f67-2c30e210dffc tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:06.854994 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-632a1587-5434-43c4-9a17-4f86638b972f req-9510a876-f1d1-46cf-8f67-2c30e210dffc tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:06.859837 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:06.894346 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-632a1587-5434-43c4-9a17-4f86638b972f req-9510a876-f1d1-46cf-8f67-2c30e210dffc tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Network 8adb6780-33df-454a-a8d6-f61a79b71384 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:04:06.897642 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-632a1587-5434-43c4-9a17-4f86638b972f req-9510a876-f1d1-46cf-8f67-2c30e210dffc tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:04:06.900060 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-632a1587-5434-43c4-9a17-4f86638b972f req-9510a876-f1d1-46cf-8f67-2c30e210dffc tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:04:06.942769 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9510a876-f1d1-46cf-8f67-2c30e210dffc tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Pushing event updated for resources: {'Port': ['ID=aba6707b-7032-4820-8f58-da7dfd5b4b23,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:06.945719 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-9510a876-f1d1-46cf-8f67-2c30e210dffc tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:06.965200 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a1587-5434-43c4-9a17-4f86638b972f req-9510a876-f1d1-46cf-8f67-2c30e210dffc tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:06.965795 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-632a1587-5434-43c4-9a17-4f86638b972f req-9510a876-f1d1-46cf-8f67-2c30e210dffc tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:06.980324 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device b0d03385-3c5c-4cea-b159-2ff455d16ef1 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:04:07.060721 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-632a1587-5434-43c4-9a17-4f86638b972f req-9510a876-f1d1-46cf-8f67-2c30e210dffc tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9910629 Jun 28 22:04:07.078697 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Request body: {'port': {'device_id': 'ef6cbcb0-ea97-495a-84f1-a9b9a63011e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:04:07.105720 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port b0d03385-3c5c-4cea-b159-2ff455d16ef1 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:04:07.110013 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port b0d03385-3c5c-4cea-b159-2ff455d16ef1 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:07.110657 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:07.175350 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:07.191611 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75fa6ed-49dd-4fe9-a133-e5a9ee1b6630 req-c6f198a5-5ec7-4194-8de2-90486c9732cb tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:07.200674 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a75fa6ed-49dd-4fe9-a133-e5a9ee1b6630 req-c6f198a5-5ec7-4194-8de2-90486c9732cb tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 944 time: 0.0760486 Jun 28 22:04:07.207466 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:07.233087 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfeb5d59-149c-4a1a-a510-3768e738a5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d03385-3c5c-4cea-b159-2ff455d16ef1'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:04:07.235814 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-583e9344-90ca-4702-8587-9f2a7a17e582" -d '{"events": [{"server_uuid": "bfeb5d59-149c-4a1a-a510-3768e738a5ee", "name": "network-vif-plugged", "status": "completed", "tag": "b0d03385-3c5c-4cea-b159-2ff455d16ef1"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:04:07.237084 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a75fa6ed-49dd-4fe9-a133-e5a9ee1b6630 req-ecb7b08d-a47d-4ce6-9041-41bd37e814fb tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343578 Jun 28 22:04:07.262908 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port b0d03385-3c5c-4cea-b159-2ff455d16ef1, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=b0d03385-3c5c-4cea-b159-2ff455d16ef1,segment=NetworkSegment(16ef8411-51fc-4162-a7d8-2a7d7aad7399),segment_id=16ef8411-51fc-4162-a7d8-2a7d7aad7399)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:07.281643 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f2c38f-2c39-495d-b810-a68db11d2150 x-openstack-request-id: req-33f2c38f-2c39-495d-b810-a68db11d2150 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:04:07.282072 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfeb5d59-149c-4a1a-a510-3768e738a5ee", "name": "network-vif-plugged", "status": "completed", "tag": "b0d03385-3c5c-4cea-b159-2ff455d16ef1", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:04:07.282444 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-33f2c38f-2c39-495d-b810-a68db11d2150 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:04:07.282936 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfeb5d59-149c-4a1a-a510-3768e738a5ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0d03385-3c5c-4cea-b159-2ff455d16ef1', 'code': 200} Jun 28 22:04:07.357561 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:07.359427 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:07.414466 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=b0d03385-3c5c-4cea-b159-2ff455d16ef1,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:07.417577 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:07.477980 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aba6707b-7032-4820-8f58-da7dfd5b4b23 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:04:07.486269 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:07.511713 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Transition to ACTIVE for port object aba6707b-7032-4820-8f58-da7dfd5b4b23 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:04:07.614253 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:07.619387 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-3d18681c-8db0-44ca-a67b-7e9698365f26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:07.698891 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Pushing event updated for resources: {'Port': ['ID=aba6707b-7032-4820-8f58-da7dfd5b4b23,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:07.714686 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb94699-c86b-4233-b2b3-0b536f7e0047 req-63ae694c-e2d7-430e-a765-89da4dfe5555 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:07.722009 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:07.723118 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7fb94699-c86b-4233-b2b3-0b536f7e0047 req-63ae694c-e2d7-430e-a765-89da4dfe5555 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.0950904 Jun 28 22:04:07.777131 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Attempting to bind port aba6707b-7032-4820-8f58-da7dfd5b4b23 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:04:07.778077 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Attempting to bind port aba6707b-7032-4820-8f58-da7dfd5b4b23 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '09bbe81f-25c2-47a0-abad-7169a7fe7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8adb6780-33df-454a-a8d6-f61a79b71384'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:04:07.780244 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Attempting to bind port aba6707b-7032-4820-8f58-da7dfd5b4b23 on network 8adb6780-33df-454a-a8d6-f61a79b71384 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:04:07.783176 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Port aba6707b-7032-4820-8f58-da7dfd5b4b23 on network 8adb6780-33df-454a-a8d6-f61a79b71384 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:04:07.783494 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Attempting to bind port aba6707b-7032-4820-8f58-da7dfd5b4b23 on network 8adb6780-33df-454a-a8d6-f61a79b71384 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:04:07.789074 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:04:07.792394 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Checking segment: {'id': '09bbe81f-25c2-47a0-abad-7169a7fe7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8adb6780-33df-454a-a8d6-f61a79b71384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:04:07.793097 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Bound using segment: {'id': '09bbe81f-25c2-47a0-abad-7169a7fe7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8adb6780-33df-454a-a8d6-f61a79b71384'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:04:07.793785 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Bound port: aba6707b-7032-4820-8f58-da7dfd5b4b23, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09bbe81f-25c2-47a0-abad-7169a7fe7955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8adb6780-33df-454a-a8d6-f61a79b71384'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:04:07.794396 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:07.841147 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7fb94699-c86b-4233-b2b3-0b536f7e0047 req-686977b8-eb23-41bc-a957-4208e37cfba8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170440 Jun 28 22:04:07.874529 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af5e27-1baf-46f4-8729-929afd991293 req-4228aa4d-7b43-48aa-8cfc-bb5fb3310e82 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:07.881894 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-16af5e27-1baf-46f4-8729-929afd991293 req-4228aa4d-7b43-48aa-8cfc-bb5fb3310e82 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 943 time: 0.1545696 Jun 28 22:04:07.890110 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] For port aba6707b-7032-4820-8f58-da7dfd5b4b23, host hv-cinder-79838, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:04:07.893834 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] For port aba6707b-7032-4820-8f58-da7dfd5b4b23, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=aba6707b-7032-4820-8f58-da7dfd5b4b23,segment=NetworkSegment(09bbe81f-25c2-47a0-abad-7169a7fe7955),segment_id=09bbe81f-25c2-47a0-abad-7169a7fe7955)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:04:07.900589 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85df006-07fd-43d7-bd89-3813f8bd546e req-3f723e9c-c2f4-44c6-9542-67552cfb3b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:07.902077 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a85df006-07fd-43d7-bd89-3813f8bd546e req-3f723e9c-c2f4-44c6-9542-67552cfb3b28 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 1098 time: 0.1277421 Jun 28 22:04:07.935252 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-16af5e27-1baf-46f4-8729-929afd991293 req-90664232-0a2a-481a-9085-fff237a89838 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520537 Jun 28 22:04:07.949045 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a85df006-07fd-43d7-bd89-3813f8bd546e req-feb3f69e-63d6-4357-9764-599b5a71722a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397246 Jun 28 22:04:08.003408 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:08.007045 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:08.038147 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:08.038257 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:08.039808 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-632a1587-5434-43c4-9a17-4f86638b972f req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] 10.222.0.35 "PUT /v2.0/ports/aba6707b-7032-4820-8f58-da7dfd5b4b23 HTTP/1.1" status: 200 len: 1093 time: 0.9653974 Jun 28 22:04:08.042162 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef6cbcb0-ea97-495a-84f1-a9b9a63011e4', 'tag': 'aba6707b-7032-4820-8f58-da7dfd5b4b23'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:04:08.044530 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92235b5d-6890-4e59-84f4-b87f2b8b9636" -d '{"events": [{"name": "network-changed", "server_uuid": "ef6cbcb0-ea97-495a-84f1-a9b9a63011e4", "tag": "aba6707b-7032-4820-8f58-da7dfd5b4b23"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:04:08.071260 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Pushing event updated for resources: {'Port': ['ID=aba6707b-7032-4820-8f58-da7dfd5b4b23,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:08.072396 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:08.187364 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a1587-5434-43c4-9a17-4f86638b972f req-4619ae8a-b52b-439b-be84-73c0c58a8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:08.188869 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-632a1587-5434-43c4-9a17-4f86638b972f req-4619ae8a-b52b-439b-be84-73c0c58a8bb3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4fc202a3a15a4a0881c0eb04bb8c19a3&device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 1096 time: 0.0571847 Jun 28 22:04:08.239779 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:04:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6efbf6a-64fd-4070-b126-08dab3bbf977 x-openstack-request-id: req-b6efbf6a-64fd-4070-b126-08dab3bbf977 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:04:08.240769 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef6cbcb0-ea97-495a-84f1-a9b9a63011e4", "tag": "aba6707b-7032-4820-8f58-da7dfd5b4b23", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:04:08.241171 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6efbf6a-64fd-4070-b126-08dab3bbf977 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:04:08.241619 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef6cbcb0-ea97-495a-84f1-a9b9a63011e4', 'tag': 'aba6707b-7032-4820-8f58-da7dfd5b4b23', 'status': 'completed', 'code': 200} Jun 28 22:04:08.243137 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-632a1587-5434-43c4-9a17-4f86638b972f req-7a99bb21-158a-47d7-b2c0-69a3cb574327 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aba6707b-7032-4820-8f58-da7dfd5b4b23 HTTP/1.1" status: 200 len: 217 time: 0.0435512 Jun 28 22:04:08.294427 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632a1587-5434-43c4-9a17-4f86638b972f req-4ec3607b-78a4-4f70-94f7-a9d63dcd1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:08.295920 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-632a1587-5434-43c4-9a17-4f86638b972f req-4ec3607b-78a4-4f70-94f7-a9d63dcd1bb3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37103d69-58f7-49c2-8f9f-e385811c11e5 HTTP/1.1" status: 200 len: 848 time: 0.0451646 Jun 28 22:04:08.329402 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-632a1587-5434-43c4-9a17-4f86638b972f req-8e24b480-cf44-4367-8841-f9baf7a7bc0d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8adb6780-33df-454a-a8d6-f61a79b71384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254462 Jun 28 22:04:08.406190 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e45954-2f07-4898-a320-0d0d41c04593 req-7e8ac173-5bc6-487d-b8d0-832d13fd8662 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:08.407612 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-57e45954-2f07-4898-a320-0d0d41c04593 req-7e8ac173-5bc6-487d-b8d0-832d13fd8662 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0829926 Jun 28 22:04:08.447380 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-57e45954-2f07-4898-a320-0d0d41c04593 req-1bcc80fc-aa32-4e34-97ec-35fb340fb4b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335805 Jun 28 22:04:08.449850 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-632a1587-5434-43c4-9a17-4f86638b972f req-59903529-740b-4966-8abf-80df8fc8da9a service neutron] 10.222.0.35 "GET /v2.0/networks/8adb6780-33df-454a-a8d6-f61a79b71384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069734 Jun 28 22:04:08.589369 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-632a1587-5434-43c4-9a17-4f86638b972f req-df4e66e3-5827-4a84-8264-7cb8a53ca2c6 service neutron] 10.222.0.35 "GET /v2.0/networks/8adb6780-33df-454a-a8d6-f61a79b71384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272106 Jun 28 22:04:08.712356 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b17bed-f996-4485-b705-4eb8b43922d5 req-761a2577-ef95-466e-b5c4-f86ec67948b0 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:08.713884 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-76b17bed-f996-4485-b705-4eb8b43922d5 req-761a2577-ef95-466e-b5c4-f86ec67948b0 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 945 time: 0.1759036 Jun 28 22:04:08.727270 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9a68d-507b-4cb5-bc65-dc33c1465131 req-8859d0e7-5ffb-4b58-94b1-c20e63847eb1 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:08.728777 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-43c9a68d-507b-4cb5-bc65-dc33c1465131 req-8859d0e7-5ffb-4b58-94b1-c20e63847eb1 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1366847 Jun 28 22:04:08.758790 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5214a12-25d0-4e2a-baf9-0363142ea397 req-dc6bc008-97a0-4e01-8209-db9a751af4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:08.760209 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a5214a12-25d0-4e2a-baf9-0363142ea397 req-dc6bc008-97a0-4e01-8209-db9a751af4f9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3119f34cbd4c4cef86133fc965006033&device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 1098 time: 0.1361456 Jun 28 22:04:08.795014 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-76b17bed-f996-4485-b705-4eb8b43922d5 req-453a1833-da9a-4671-b719-ebda008a6b6e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639706 Jun 28 22:04:08.817662 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-43c9a68d-507b-4cb5-bc65-dc33c1465131 req-f1f8fe1a-1b04-4d12-b025-80aecda9dcf6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807478 Jun 28 22:04:08.848541 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235b5d-6890-4e59-84f4-b87f2b8b9636 req-2db80cc2-49d4-4436-aa04-a9316b7d824e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:08.850140 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-92235b5d-6890-4e59-84f4-b87f2b8b9636 req-2db80cc2-49d4-4436-aa04-a9316b7d824e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4fc202a3a15a4a0881c0eb04bb8c19a3&device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 1096 time: 0.0692663 Jun 28 22:04:08.982698 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235b5d-6890-4e59-84f4-b87f2b8b9636 req-4ce2755e-7b7d-41cb-a264-eb7fbab2649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:08.984199 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-92235b5d-6890-4e59-84f4-b87f2b8b9636 req-4ce2755e-7b7d-41cb-a264-eb7fbab2649e service neutron] 10.222.0.35 "GET /v2.0/networks?id=8adb6780-33df-454a-a8d6-f61a79b71384 HTTP/1.1" status: 200 len: 909 time: 0.1105185 Jun 28 22:04:09.034331 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-92235b5d-6890-4e59-84f4-b87f2b8b9636 req-c50f21f3-ba96-4f7c-85df-61573d7ea5a7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=aba6707b-7032-4820-8f58-da7dfd5b4b23 HTTP/1.1" status: 200 len: 217 time: 0.0407283 Jun 28 22:04:09.103682 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92235b5d-6890-4e59-84f4-b87f2b8b9636 req-8e8a84f1-715f-4136-b2f0-13dfffd50f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:09.105171 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-92235b5d-6890-4e59-84f4-b87f2b8b9636 req-8e8a84f1-715f-4136-b2f0-13dfffd50f1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=37103d69-58f7-49c2-8f9f-e385811c11e5 HTTP/1.1" status: 200 len: 848 time: 0.0510230 Jun 28 22:04:09.144820 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-92235b5d-6890-4e59-84f4-b87f2b8b9636 req-f75e1239-1b47-4c2e-a968-39b049f6834e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=8adb6780-33df-454a-a8d6-f61a79b71384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266774 Jun 28 22:04:09.225692 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5214a12-25d0-4e2a-baf9-0363142ea397 req-83354bab-e66f-46be-8b72-59032fa229b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:09.227787 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a5214a12-25d0-4e2a-baf9-0363142ea397 req-83354bab-e66f-46be-8b72-59032fa229b4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c760d07-f07f-45da-b722-cb1c9bb91047 HTTP/1.1" status: 200 len: 920 time: 0.4451413 Jun 28 22:04:09.293552 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a5214a12-25d0-4e2a-baf9-0363142ea397 req-cdf20886-ef88-4ffe-8c40-7890790eb446 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80eee83e-ddab-419a-b150-bcc386c49883 HTTP/1.1" status: 200 len: 217 time: 0.0534184 Jun 28 22:04:09.295958 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-92235b5d-6890-4e59-84f4-b87f2b8b9636 req-199fec79-5027-4eaa-b4bc-d7631217a239 service neutron] 10.222.0.35 "GET /v2.0/networks/8adb6780-33df-454a-a8d6-f61a79b71384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408086 Jun 28 22:04:09.302866 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce65eca-3f5e-4eb5-915b-2ffb7fc7d784 req-a25f629b-9480-4fc9-9aa6-7ed11f29cfb5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:09.304286 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0ce65eca-3f5e-4eb5-915b-2ffb7fc7d784 req-a25f629b-9480-4fc9-9aa6-7ed11f29cfb5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.1760767 Jun 28 22:04:09.312132 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bac6f8-2217-4f6b-afac-d74a5faf80ed req-2b4abc86-1e32-48d7-bf84-ec78e9f48c8b tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:09.319517 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d3bac6f8-2217-4f6b-afac-d74a5faf80ed req-2b4abc86-1e32-48d7-bf84-ec78e9f48c8b tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 943 time: 0.1923852 Jun 28 22:04:09.404349 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-92235b5d-6890-4e59-84f4-b87f2b8b9636 req-a0c9a25d-cfea-4e5f-acc3-423fb6a1ffae service neutron] 10.222.0.35 "GET /v2.0/networks/8adb6780-33df-454a-a8d6-f61a79b71384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917382 Jun 28 22:04:09.415397 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d3bac6f8-2217-4f6b-afac-d74a5faf80ed req-f4823384-c79b-4556-9a96-1fc44beb790b tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950019 Jun 28 22:04:09.420019 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5214a12-25d0-4e2a-baf9-0363142ea397 req-bc6c967b-58c9-4885-94f8-78e072fd68d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:09.421553 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a5214a12-25d0-4e2a-baf9-0363142ea397 req-bc6c967b-58c9-4885-94f8-78e072fd68d0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0afd4b0c-f3c8-4204-abf0-24f2274291f0 HTTP/1.1" status: 200 len: 859 time: 0.0995474 Jun 28 22:04:09.424677 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0ce65eca-3f5e-4eb5-915b-2ffb7fc7d784 req-9a80660a-79ba-41c1-9415-7bb54ee8a779 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1016068 Jun 28 22:04:09.467831 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a5214a12-25d0-4e2a-baf9-0363142ea397 req-83003ca1-db80-4405-b7c4-63df88f9660b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c760d07-f07f-45da-b722-cb1c9bb91047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330577 Jun 28 22:04:09.560424 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a5214a12-25d0-4e2a-baf9-0363142ea397 req-c050e37f-926c-4476-aa9a-da99ac6783f9 service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827720 Jun 28 22:04:09.694679 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b66c9-5f0d-4abd-a9b2-b5966803bd95 req-83681116-9d58-43e2-9ff5-ed02a1b81d76 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:09.696239 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b25b66c9-5f0d-4abd-a9b2-b5966803bd95 req-83681116-9d58-43e2-9ff5-ed02a1b81d76 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.1348822 Jun 28 22:04:09.700286 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a5214a12-25d0-4e2a-baf9-0363142ea397 req-cc233d13-5404-483e-ac62-2603effc35fc service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284058 Jun 28 22:04:09.735155 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b25b66c9-5f0d-4abd-a9b2-b5966803bd95 req-da44ad41-a892-4b74-b48c-c2c184539974 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331144 Jun 28 22:04:10.015716 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f709e1e1-e3e9-45fe-91e9-5e8a5f8928cc req-7937d4ce-c5ef-423b-9b7e-c68c214f5d5d tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:10.017188 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f709e1e1-e3e9-45fe-91e9-5e8a5f8928cc req-7937d4ce-c5ef-423b-9b7e-c68c214f5d5d tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 945 time: 0.1060135 Jun 28 22:04:10.038188 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b289a80-c0dd-4407-bca0-baef95415320 req-2ccf1778-80aa-4aa8-93a4-ba586edb7ab6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:10.039706 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5b289a80-c0dd-4407-bca0-baef95415320 req-2ccf1778-80aa-4aa8-93a4-ba586edb7ab6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0999913 Jun 28 22:04:10.081597 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f709e1e1-e3e9-45fe-91e9-5e8a5f8928cc req-8bc7f9bc-cfae-439d-a4b4-257fb648865d tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580695 Jun 28 22:04:10.100179 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5b289a80-c0dd-4407-bca0-baef95415320 req-39854a12-cff0-4b9a-817d-adafd8cc523d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488513 Jun 28 22:04:10.151535 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:10.633329 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38997306-5ed0-4729-9fe9-ac45b10261c3 req-26fc2b42-ea07-4925-8825-d888e59c0262 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:10.634824 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-38997306-5ed0-4729-9fe9-ac45b10261c3 req-26fc2b42-ea07-4925-8825-d888e59c0262 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 943 time: 0.1086125 Jun 28 22:04:10.654337 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a0ae29-e94e-4f57-9df7-62dfb6c12b9f req-b693b594-b285-4dcd-96d2-de646e577566 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:10.655772 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-95a0ae29-e94e-4f57-9df7-62dfb6c12b9f req-b693b594-b285-4dcd-96d2-de646e577566 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.1011317 Jun 28 22:04:10.678376 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:04:10.699051 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-38997306-5ed0-4729-9fe9-ac45b10261c3 req-348bacfa-ae65-4909-9ecd-624a6196e8f3 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578249 Jun 28 22:04:10.712324 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-95a0ae29-e94e-4f57-9df7-62dfb6c12b9f req-d256f9ee-9a79-45c3-9812-f69c270bf893 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486901 Jun 28 22:04:10.913483 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc536d-417d-43c8-811d-d53a4b87bbb4 req-8ea192a9-18d6-4f6b-a6cb-e494cc95051b tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:10.915077 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-67fc536d-417d-43c8-811d-d53a4b87bbb4 req-8ea192a9-18d6-4f6b-a6cb-e494cc95051b tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0699441 Jun 28 22:04:10.956529 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-67fc536d-417d-43c8-811d-d53a4b87bbb4 req-407380e1-6913-41d7-9dfb-20d80769e678 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335999 Jun 28 22:04:10.998629 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device aba6707b-7032-4820-8f58-da7dfd5b4b23 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:04:11.095532 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port aba6707b-7032-4820-8f58-da7dfd5b4b23, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=aba6707b-7032-4820-8f58-da7dfd5b4b23,segment=NetworkSegment(09bbe81f-25c2-47a0-abad-7169a7fe7955),segment_id=09bbe81f-25c2-47a0-abad-7169a7fe7955)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:11.106452 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': 'aba6707b-7032-4820-8f58-da7dfd5b4b23', 'network_id': '8adb6780-33df-454a-a8d6-f61a79b71384', 'port_id': 'aba6707b-7032-4820-8f58-da7dfd5b4b23', 'mac_address': 'fa:16:3e:9f:e2:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37103d69-58f7-49c2-8f9f-e385811c11e5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:04:11.144352 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:11.160356 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aba6707b-7032-4820-8f58-da7dfd5b4b23 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:04:11.180473 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port aba6707b-7032-4820-8f58-da7dfd5b4b23, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=aba6707b-7032-4820-8f58-da7dfd5b4b23,segment=NetworkSegment(09bbe81f-25c2-47a0-abad-7169a7fe7955),segment_id=09bbe81f-25c2-47a0-abad-7169a7fe7955)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:11.254308 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:11.256948 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:11.275309 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd8c7b-0e9b-43a8-b3fc-a499337fb60f req-b8aafa53-3920-4c8b-9265-9fc1af8a31cf tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:11.276998 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e8bd8c7b-0e9b-43a8-b3fc-a499337fb60f req-b8aafa53-3920-4c8b-9265-9fc1af8a31cf tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0664458 Jun 28 22:04:11.308369 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=aba6707b-7032-4820-8f58-da7dfd5b4b23,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:11.311468 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:11.319155 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e8bd8c7b-0e9b-43a8-b3fc-a499337fb60f req-1d32126d-4e6b-41c8-b1ea-aa1f92493e2d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356989 Jun 28 22:04:11.590803 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['aba6707b-7032-4820-8f58-da7dfd5b4b23'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:04:11.915150 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824c6b6-f369-499b-b2c8-34e140fe66e3 req-54983e05-ac1c-4415-908c-872e8f92f2f7 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:11.916649 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f824c6b6-f369-499b-b2c8-34e140fe66e3 req-54983e05-ac1c-4415-908c-872e8f92f2f7 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 944 time: 0.1003580 Jun 28 22:04:11.940338 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790a631-b7d4-457c-8be0-1640a1d30efc req-b65f5605-fb76-4e36-951b-0393da797222 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:11.944337 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b790a631-b7d4-457c-8be0-1640a1d30efc req-b65f5605-fb76-4e36-951b-0393da797222 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.0971966 Jun 28 22:04:11.995538 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f824c6b6-f369-499b-b2c8-34e140fe66e3 req-f4eb3251-f1a9-4449-946d-a46ad9cc5857 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712419 Jun 28 22:04:12.003028 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b790a631-b7d4-457c-8be0-1640a1d30efc req-444a2498-99d5-4176-8738-bd41b6fa529b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543447 Jun 28 22:04:12.167866 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b947ad-f222-408e-9bcb-f2ea73579842 req-b43c4050-1433-4b14-903b-7a4c0e458385 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:12.169393 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-20b947ad-f222-408e-9bcb-f2ea73579842 req-b43c4050-1433-4b14-903b-7a4c0e458385 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0694411 Jun 28 22:04:12.207573 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-20b947ad-f222-408e-9bcb-f2ea73579842 req-804932b6-3ea7-4741-b8d5-d126e6772919 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324700 Jun 28 22:04:12.494770 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8edf4c-cdc1-43e3-9f20-e0b68af007e3 req-305aabaa-37a3-4c6c-a1ac-952306948e33 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:12.496281 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fe8edf4c-cdc1-43e3-9f20-e0b68af007e3 req-305aabaa-37a3-4c6c-a1ac-952306948e33 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0641127 Jun 28 22:04:12.534498 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fe8edf4c-cdc1-43e3-9f20-e0b68af007e3 req-a0db917b-e9f0-407a-9a93-a43cf66c532d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322092 Jun 28 22:04:13.016757 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device aba6707b-7032-4820-8f58-da7dfd5b4b23 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:04:13.170305 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port aba6707b-7032-4820-8f58-da7dfd5b4b23 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:04:13.174697 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port aba6707b-7032-4820-8f58-da7dfd5b4b23 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:13.175272 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:13.245936 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c0404-29b8-4d49-a478-1d57234b6696 req-692750f1-29af-4da4-b331-6a31e291a841 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:13.248448 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-267c0404-29b8-4d49-a478-1d57234b6696 req-692750f1-29af-4da4-b331-6a31e291a841 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 944 time: 0.1303444 Jun 28 22:04:13.263212 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:13.266325 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e31e4-ae1b-4773-a288-de34c11c760f req-359d4c8f-e03d-4725-8ad5-d5bc2f0f4627 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:13.267843 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-638e31e4-ae1b-4773-a288-de34c11c760f req-359d4c8f-e03d-4725-8ad5-d5bc2f0f4627 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.1135135 Jun 28 22:04:13.287212 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6cbcb0-ea97-495a-84f1-a9b9a63011e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba6707b-7032-4820-8f58-da7dfd5b4b23'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:04:13.289935 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fac404b-e3e8-4058-a46f-db34818ef5d9" -d '{"events": [{"server_uuid": "ef6cbcb0-ea97-495a-84f1-a9b9a63011e4", "name": "network-vif-plugged", "status": "completed", "tag": "aba6707b-7032-4820-8f58-da7dfd5b4b23"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:04:13.303338 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port aba6707b-7032-4820-8f58-da7dfd5b4b23, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=aba6707b-7032-4820-8f58-da7dfd5b4b23,segment=NetworkSegment(09bbe81f-25c2-47a0-abad-7169a7fe7955),segment_id=09bbe81f-25c2-47a0-abad-7169a7fe7955)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:13.315869 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-267c0404-29b8-4d49-a478-1d57234b6696 req-0c85ac4a-b9ab-4c6e-876d-6292695bf1bb tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589645 Jun 28 22:04:13.328081 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-638e31e4-ae1b-4773-a288-de34c11c760f req-20c08a4d-ef36-418c-b4ec-6c07f7fbddbe tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476122 Jun 28 22:04:13.380061 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:13.382861 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:13.385912 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:04:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2cddf48-74e1-4bd6-ae01-cd7522c860b1 x-openstack-request-id: req-e2cddf48-74e1-4bd6-ae01-cd7522c860b1 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:04:13.386206 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6cbcb0-ea97-495a-84f1-a9b9a63011e4", "name": "network-vif-plugged", "status": "completed", "tag": "aba6707b-7032-4820-8f58-da7dfd5b4b23", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:04:13.386463 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e2cddf48-74e1-4bd6-ae01-cd7522c860b1 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:04:13.386855 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6cbcb0-ea97-495a-84f1-a9b9a63011e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aba6707b-7032-4820-8f58-da7dfd5b4b23', 'code': 200} Jun 28 22:04:13.449796 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=aba6707b-7032-4820-8f58-da7dfd5b4b23,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:13.452928 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:13.491176 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b7b18-347d-4999-8a40-033877ccc571 req-f22d7580-280e-404b-8b08-97cb7ad085de tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:13.492694 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4e6b7b18-347d-4999-8a40-033877ccc571 req-f22d7580-280e-404b-8b08-97cb7ad085de tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0688586 Jun 28 22:04:13.533211 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4e6b7b18-347d-4999-8a40-033877ccc571 req-555076ba-fc84-494d-9dc7-a4de0c6205a5 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349963 Jun 28 22:04:13.710482 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 53090) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:13.740010 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c7156-8349-4f52-8c34-e6a12113881d req-cf89e676-ac02-4b5e-adfe-c8fa97f7b3af tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:13.741483 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d16c7156-8349-4f52-8c34-e6a12113881d req-cf89e676-ac02-4b5e-adfe-c8fa97f7b3af tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0765429 Jun 28 22:04:13.790068 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d16c7156-8349-4f52-8c34-e6a12113881d req-cbaec175-c142-4288-a5d4-5ffb4c373995 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428796 Jun 28 22:04:13.825148 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dfe17027-fb2b-469a-91f9-20c139f12455 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:13.916987 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cb4b72-65a0-439c-a92f-7fefbd47d68c req-90a50f41-3a45-4752-8ebd-79c9fd99326f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:13.918438 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-86cb4b72-65a0-439c-a92f-7fefbd47d68c req-90a50f41-3a45-4752-8ebd-79c9fd99326f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 1098 time: 0.0914583 Jun 28 22:04:13.972604 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-86cb4b72-65a0-439c-a92f-7fefbd47d68c req-3c4dae5d-7ce8-4b8b-9e45-2f78a7fb720a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469718 Jun 28 22:04:13.985767 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dfe17027-fb2b-469a-91f9-20c139f12455 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:14.209349 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-dfe17027-fb2b-469a-91f9-20c139f12455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:14.211915 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-745b4fe2-9b76-4190-bc3f-5515fc243e28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:14.247163 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-dfe17027-fb2b-469a-91f9-20c139f12455 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2d59e008057741dba2ed9b849377974b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5356445 Jun 28 22:04:14.251346 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 53102) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:14.252062 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe17027-fb2b-469a-91f9-20c139f12455 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=477d7aed-569a-4383-b485-48bd78326732,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:14.256104 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-dfe17027-fb2b-469a-91f9-20c139f12455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:14.335392 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-efcaa2e3-1aea-4801-a40a-dbfbd39f2974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:14.357710 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-efcaa2e3-1aea-4801-a40a-dbfbd39f2974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:14.566214 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19506fc9-2faa-44eb-bf98-1c832571ae92 req-a6728d01-2966-48ff-9a50-57e6661c7b93 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:14.567735 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-19506fc9-2faa-44eb-bf98-1c832571ae92 req-a6728d01-2966-48ff-9a50-57e6661c7b93 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 945 time: 0.1162615 Jun 28 22:04:14.575363 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e0d3e6-b51f-4002-af28-5fe136e524a1 req-fd1cb1d6-3f68-4f53-a706-f59d112adc14 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:14.576782 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e7e0d3e6-b51f-4002-af28-5fe136e524a1 req-fd1cb1d6-3f68-4f53-a706-f59d112adc14 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.1137671 Jun 28 22:04:14.591320 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-efcaa2e3-1aea-4801-a40a-dbfbd39f2974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:14.595899 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-efcaa2e3-1aea-4801-a40a-dbfbd39f2974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:14.595899 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-efcaa2e3-1aea-4801-a40a-dbfbd39f2974 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/477d7aed-569a-4383-b485-48bd78326732 HTTP/1.1" status: 204 len: 168 time: 0.3405781 Jun 28 22:04:14.595899 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-b602d74f-e095-465e-90ee-aedb683a18c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:14.604096 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcaa2e3-1aea-4801-a40a-dbfbd39f2974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=477d7aed-569a-4383-b485-48bd78326732,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:14.606425 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-efcaa2e3-1aea-4801-a40a-dbfbd39f2974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:14.641476 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-19506fc9-2faa-44eb-bf98-1c832571ae92 req-41e30c03-2f04-411d-8eda-d59758ffc884 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637679 Jun 28 22:04:14.644453 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e7e0d3e6-b51f-4002-af28-5fe136e524a1 req-a1a03d4d-db0f-45c0-b5d0-da03ba5659c3 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608914 Jun 28 22:04:14.808523 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdddab-1714-4d8a-a07d-7d2c16032bca req-2a64b0a9-f08a-4438-b42e-3813c4bb26e5 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:14.810077 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3dcdddab-1714-4d8a-a07d-7d2c16032bca req-2a64b0a9-f08a-4438-b42e-3813c4bb26e5 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0645025 Jun 28 22:04:14.849535 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3dcdddab-1714-4d8a-a07d-7d2c16032bca req-a84b6db0-cf2e-4a83-ade6-197d5974e0f5 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330303 Jun 28 22:04:14.980716 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea7b24-d26a-41ed-8cf5-0ef0c5bfdb7c req-a9c820ba-e667-44aa-92f6-906de9fd1400 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:14.982282 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8eea7b24-d26a-41ed-8cf5-0ef0c5bfdb7c req-a9c820ba-e667-44aa-92f6-906de9fd1400 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0670278 Jun 28 22:04:15.022365 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8eea7b24-d26a-41ed-8cf5-0ef0c5bfdb7c req-8d2aa01a-fe9d-4ed5-bfd2-19243fbcf29b tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335884 Jun 28 22:04:15.859381 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc0bc4-96e7-4d88-b4c5-d193c641d73f req-5f4f3d62-4009-4a46-ab17-1eae49b938fb tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:15.860868 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d0bc0bc4-96e7-4d88-b4c5-d193c641d73f req-5f4f3d62-4009-4a46-ab17-1eae49b938fb tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 945 time: 0.1054807 Jun 28 22:04:15.885181 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcfd378-ea5d-44af-af8c-61ffecec2bcb req-42c43612-a650-4f32-acab-a1b5ff276527 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:15.886614 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fdcfd378-ea5d-44af-af8c-61ffecec2bcb req-42c43612-a650-4f32-acab-a1b5ff276527 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.0973744 Jun 28 22:04:15.935415 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d0bc0bc4-96e7-4d88-b4c5-d193c641d73f req-c25cebab-4604-4150-ab85-8e6525554ec7 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671086 Jun 28 22:04:15.942107 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fdcfd378-ea5d-44af-af8c-61ffecec2bcb req-668dd888-a2dd-4105-9ac5-5e9cdb9f9454 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491855 Jun 28 22:04:16.099753 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ffacfe-de81-478a-a548-91796942a050 req-e6c07c26-dcc8-4b5f-8de9-9f0d0e672bc0 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:16.102226 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a3ffacfe-de81-478a-a548-91796942a050 req-e6c07c26-dcc8-4b5f-8de9-9f0d0e672bc0 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0666254 Jun 28 22:04:16.154040 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a3ffacfe-de81-478a-a548-91796942a050 req-0e3931b5-bf4a-45fb-bf46-a283ac21505c tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460014 Jun 28 22:04:16.217808 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd09e77-b2a5-4ec9-a9dd-3222e838f1d3 req-dd82d5be-d66b-4dc9-a20d-14035ccb9384 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:16.219275 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fcd09e77-b2a5-4ec9-a9dd-3222e838f1d3 req-dd82d5be-d66b-4dc9-a20d-14035ccb9384 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0799313 Jun 28 22:04:16.260656 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fcd09e77-b2a5-4ec9-a9dd-3222e838f1d3 req-306ea20a-d60a-47a2-a55a-2ffe607516a9 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356586 Jun 28 22:04:17.143813 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6026d1-061b-4482-a9ec-9ba89f44fb01 req-ed47e1e2-7055-4acc-8cc6-263b93a292b7 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:17.145470 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-df6026d1-061b-4482-a9ec-9ba89f44fb01 req-ed47e1e2-7055-4acc-8cc6-263b93a292b7 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.0685949 Jun 28 22:04:17.188320 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-df6026d1-061b-4482-a9ec-9ba89f44fb01 req-38195486-57b1-4a88-a448-4ea859bb037a tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331459 Jun 28 22:04:17.361183 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c75678-7564-4d81-b3aa-68ee13f3fb1d req-959e5e19-de69-4ee3-b8ed-e611690ab54b tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:17.362599 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-32c75678-7564-4d81-b3aa-68ee13f3fb1d req-959e5e19-de69-4ee3-b8ed-e611690ab54b tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0632904 Jun 28 22:04:17.400574 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-32c75678-7564-4d81-b3aa-68ee13f3fb1d req-d42941f0-71d8-4e2c-94c3-debd214f47d9 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323904 Jun 28 22:04:17.579466 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805867e1-069c-4bc1-bf35-57e807b6907f req-42d237e1-d20e-47fd-adcc-113646af5a56 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:17.580935 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-805867e1-069c-4bc1-bf35-57e807b6907f req-42d237e1-d20e-47fd-adcc-113646af5a56 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1029398 Jun 28 22:04:17.592732 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327e266-31f6-49a3-9bc3-ad99fe6d88cf req-a0f57bf8-7625-4d39-9baa-1bcfd28e70bb tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:17.594159 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4327e266-31f6-49a3-9bc3-ad99fe6d88cf req-a0f57bf8-7625-4d39-9baa-1bcfd28e70bb tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 945 time: 0.0867014 Jun 28 22:04:17.653972 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-805867e1-069c-4bc1-bf35-57e807b6907f req-7efea642-9d9c-4e68-abcf-708a6a3d53d0 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588648 Jun 28 22:04:17.656685 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4327e266-31f6-49a3-9bc3-ad99fe6d88cf req-00ebe608-a9a5-4847-b213-be8b74a8db30 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548818 Jun 28 22:04:18.382090 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ec44b9-9e7c-4eff-ac0c-731d1d21c6d1 req-e97185cb-cc13-4c16-baef-bd23193eedd1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:18.382090 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b6ec44b9-9e7c-4eff-ac0c-731d1d21c6d1 req-e97185cb-cc13-4c16-baef-bd23193eedd1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.0720832 Jun 28 22:04:18.423776 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b6ec44b9-9e7c-4eff-ac0c-731d1d21c6d1 req-869818d1-1c9d-40b9-8d7c-c20bc1ed12b2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356917 Jun 28 22:04:18.586153 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bb1f21-0c25-4a09-b90a-1320bec04cd4 req-0c00c149-d2c7-4275-b363-7cec252841a6 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:18.588183 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-77bb1f21-0c25-4a09-b90a-1320bec04cd4 req-0c00c149-d2c7-4275-b363-7cec252841a6 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0750010 Jun 28 22:04:18.626035 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-77bb1f21-0c25-4a09-b90a-1320bec04cd4 req-f08d1149-ff20-439f-a1a8-2744a4efba64 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317104 Jun 28 22:04:18.880113 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4fab72-127c-4503-a142-9f88170d5cfd req-26eb1635-1f24-4488-8ed4-adf352f9ff76 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:18.882166 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5c4fab72-127c-4503-a142-9f88170d5cfd req-26eb1635-1f24-4488-8ed4-adf352f9ff76 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1090651 Jun 28 22:04:18.900627 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae22f9-541d-4e81-91c9-210d065da86f req-3f081ac9-80e0-4b1f-abd7-9d57a5f74d7a tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:18.902108 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3dae22f9-541d-4e81-91c9-210d065da86f req-3f081ac9-80e0-4b1f-abd7-9d57a5f74d7a tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 945 time: 0.1183028 Jun 28 22:04:18.950511 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5c4fab72-127c-4503-a142-9f88170d5cfd req-eadc0988-8b65-4502-97a7-f8bb85bd6b14 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588753 Jun 28 22:04:18.963719 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3dae22f9-541d-4e81-91c9-210d065da86f req-e742fd32-aee4-4959-9740-4fbbe952a34c tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554366 Jun 28 22:04:18.983524 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 53212) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:19.058499 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device f70002a6-5441-4361-918d-a330b40d67d6 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:04:19.084703 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:19.156812 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port f70002a6-5441-4361-918d-a330b40d67d6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f70002a6-5441-4361-918d-a330b40d67d6,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:19.167951 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': 'f70002a6-5441-4361-918d-a330b40d67d6', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'port_id': 'f70002a6-5441-4361-918d-a330b40d67d6', 'mac_address': 'fa:16:3e:2e:30:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:04:19.181962 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:19.210119 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:19.222778 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f70002a6-5441-4361-918d-a330b40d67d6 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:04:19.242584 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port f70002a6-5441-4361-918d-a330b40d67d6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f70002a6-5441-4361-918d-a330b40d67d6,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:19.254073 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:19.258260 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-577619d5-7427-48fd-8a40-fc975e52b1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:19.295684 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2f30ca-9f82-4efe-8b7e-acaf6babe72a,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:19.300847 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2ee2c7a604a641da99e203f5fbaee0dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3270946 Jun 28 22:04:19.304425 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 53224) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:19.306610 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:19.306998 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:19.307370 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:19.307712 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:19.308093 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:19.308437 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:19.308777 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:19.309117 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:19.309455 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:19.309792 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:19.310193 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:19.310522 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:19.314396 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:19.357933 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1b31e2ee-b686-4fbf-ac3d-0156f85c2706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:19.361545 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:19.363343 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:19.381128 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1b31e2ee-b686-4fbf-ac3d-0156f85c2706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:19.414484 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=f70002a6-5441-4361-918d-a330b40d67d6,revision_number=6']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:19.420152 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:19.503073 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['f70002a6-5441-4361-918d-a330b40d67d6'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:04:19.516306 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1b31e2ee-b686-4fbf-ac3d-0156f85c2706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:19.519555 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1b31e2ee-b686-4fbf-ac3d-0156f85c2706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:19.524023 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-1b31e2ee-b686-4fbf-ac3d-0156f85c2706 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7b2f30ca-9f82-4efe-8b7e-acaf6babe72a HTTP/1.1" status: 204 len: 168 time: 0.2182479 Jun 28 22:04:19.525058 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a020b07c-638b-490d-8f3b-632bc0a19a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:19.532653 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b31e2ee-b686-4fbf-ac3d-0156f85c2706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2f30ca-9f82-4efe-8b7e-acaf6babe72a,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:19.535204 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-1b31e2ee-b686-4fbf-ac3d-0156f85c2706 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:19.659975 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af52e064-5d2d-43f0-bdc0-f5bfaf944fc6 req-3c6a81b5-4212-46a0-82b6-6b2f5d5c77ac tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:19.662037 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-af52e064-5d2d-43f0-bdc0-f5bfaf944fc6 req-3c6a81b5-4212-46a0-82b6-6b2f5d5c77ac tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.35 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 945 time: 0.1223669 Jun 28 22:04:19.684999 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa65457b-cc30-416c-ac43-56e89183d6ff req-e5c6445a-ca1c-4e5a-92bd-4cb3084aea5c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:19.686465 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-aa65457b-cc30-416c-ac43-56e89183d6ff req-e5c6445a-ca1c-4e5a-92bd-4cb3084aea5c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 945 time: 0.1099296 Jun 28 22:04:19.795166 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-aa65457b-cc30-416c-ac43-56e89183d6ff req-16b54f4f-be8a-45dc-96e8-c76c83e65af4 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890796 Jun 28 22:04:19.868315 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-af52e064-5d2d-43f0-bdc0-f5bfaf944fc6 req-402bcb2d-2ea5-44b5-88fc-3e59666af960 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Deleting port aba6707b-7032-4820-8f58-da7dfd5b4b23 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:04:19.868665 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-af52e064-5d2d-43f0-bdc0-f5bfaf944fc6 req-402bcb2d-2ea5-44b5-88fc-3e59666af960 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:19.936217 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ae5f0-37fc-4904-8367-b70763fe8bab req-193cfdeb-aaf8-41d4-a06a-0fca2f0004c2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:19.937757 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-947ae5f0-37fc-4904-8367-b70763fe8bab req-193cfdeb-aaf8-41d4-a06a-0fca2f0004c2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.1416440 Jun 28 22:04:20.030198 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-947ae5f0-37fc-4904-8367-b70763fe8bab req-59f9b986-addf-4794-a655-9c463e6e1b11 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621617 Jun 28 22:04:20.060234 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-af52e064-5d2d-43f0-bdc0-f5bfaf944fc6 req-402bcb2d-2ea5-44b5-88fc-3e59666af960 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] For port aba6707b-7032-4820-8f58-da7dfd5b4b23, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=aba6707b-7032-4820-8f58-da7dfd5b4b23,segment=NetworkSegment(09bbe81f-25c2-47a0-abad-7169a7fe7955),segment_id=09bbe81f-25c2-47a0-abad-7169a7fe7955)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:20.061046 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-af52e064-5d2d-43f0-bdc0-f5bfaf944fc6 req-402bcb2d-2ea5-44b5-88fc-3e59666af960 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:20.137577 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-af52e064-5d2d-43f0-bdc0-f5bfaf944fc6 req-402bcb2d-2ea5-44b5-88fc-3e59666af960 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Calling delete_port for aba6707b-7032-4820-8f58-da7dfd5b4b23 owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:04:20.338972 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150de592-d1d9-4bc2-8cef-537832e88689 req-d1955b7d-3d2e-45ca-8fee-8e184f6713d0 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:20.340583 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-150de592-d1d9-4bc2-8cef-537832e88689 req-d1955b7d-3d2e-45ca-8fee-8e184f6713d0 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.2188613 Jun 28 22:04:20.401746 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78788f6d-ad06-417b-bc6d-15000b89fc1e req-8fb53647-5c54-40ea-b276-5a4db41b678c tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:20.409181 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-78788f6d-ad06-417b-bc6d-15000b89fc1e req-8fb53647-5c54-40ea-b276-5a4db41b678c tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 945 time: 0.2118845 Jun 28 22:04:20.494876 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-150de592-d1d9-4bc2-8cef-537832e88689 req-f02101f5-a00f-4a6a-b967-a890e00a7eb2 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400237 Jun 28 22:04:20.509169 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-78788f6d-ad06-417b-bc6d-15000b89fc1e req-64d1da4b-9d7c-4657-aa91-4a7cf9dab294 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/security-groups?id=8550c3da-07e8-408e-b5c2-c7d00bb8f39e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982029 Jun 28 22:04:20.651345 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-af52e064-5d2d-43f0-bdc0-f5bfaf944fc6 req-402bcb2d-2ea5-44b5-88fc-3e59666af960 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:20.657942 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:20.667678 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['aba6707b-7032-4820-8f58-da7dfd5b4b23'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:04:20.695458 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402bcb2d-2ea5-44b5-88fc-3e59666af960 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Pushing event deleted for resources: {'Port': ['ID=aba6707b-7032-4820-8f58-da7dfd5b4b23,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:20.698859 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-402bcb2d-2ea5-44b5-88fc-3e59666af960 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:20.753693 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-af52e064-5d2d-43f0-bdc0-f5bfaf944fc6 req-402bcb2d-2ea5-44b5-88fc-3e59666af960 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] No DVR routers for this DVR port aba6707b-7032-4820-8f58-da7dfd5b4b23 on host hv-cinder-79838 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:04:20.759317 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-af52e064-5d2d-43f0-bdc0-f5bfaf944fc6 req-402bcb2d-2ea5-44b5-88fc-3e59666af960 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:20.761547 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-af52e064-5d2d-43f0-bdc0-f5bfaf944fc6 req-402bcb2d-2ea5-44b5-88fc-3e59666af960 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.35 "DELETE /v2.0/ports/aba6707b-7032-4820-8f58-da7dfd5b4b23 HTTP/1.1" status: 204 len: 173 time: 1.0929191 Jun 28 22:04:20.762098 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef6cbcb0-ea97-495a-84f1-a9b9a63011e4', 'name': 'network-vif-deleted', 'tag': 'aba6707b-7032-4820-8f58-da7dfd5b4b23'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:04:20.764491 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54305542-f3a8-47ee-8398-80feeda9b096" -d '{"events": [{"server_uuid": "ef6cbcb0-ea97-495a-84f1-a9b9a63011e4", "name": "network-vif-deleted", "tag": "aba6707b-7032-4820-8f58-da7dfd5b4b23"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:04:20.832191 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9474259e-ad12-4132-b045-3edd28ea3451 x-openstack-request-id: req-9474259e-ad12-4132-b045-3edd28ea3451 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:04:20.832507 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef6cbcb0-ea97-495a-84f1-a9b9a63011e4", "name": "network-vif-deleted", "tag": "aba6707b-7032-4820-8f58-da7dfd5b4b23", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:04:20.832782 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9474259e-ad12-4132-b045-3edd28ea3451 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:04:20.833249 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef6cbcb0-ea97-495a-84f1-a9b9a63011e4', 'name': 'network-vif-deleted', 'tag': 'aba6707b-7032-4820-8f58-da7dfd5b4b23', 'status': 'completed', 'code': 200} Jun 28 22:04:21.029435 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82462a73-f641-4df6-bb22-3d26744cc41e req-702ae21e-0843-4a93-8e2f-c38f4823e9a6 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:21.031690 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-82462a73-f641-4df6-bb22-3d26744cc41e req-702ae21e-0843-4a93-8e2f-c38f4823e9a6 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 945 time: 0.0915427 Jun 28 22:04:21.072262 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device f70002a6-5441-4361-918d-a330b40d67d6 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:04:21.102536 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-82462a73-f641-4df6-bb22-3d26744cc41e req-f31f0c42-731b-495d-b71b-4df2fc0a2422 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647018 Jun 28 22:04:21.263621 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port f70002a6-5441-4361-918d-a330b40d67d6 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:21.263621 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:21.416919 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8128c65-93de-4972-8352-a6b91357b3d7 req-488e6e96-4b44-4140-8703-a2f3407bb1cb tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:21.425585 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f8128c65-93de-4972-8352-a6b91357b3d7 req-488e6e96-4b44-4140-8703-a2f3407bb1cb tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.1325037 Jun 28 22:04:21.426484 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:21.465565 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70002a6-5441-4361-918d-a330b40d67d6'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:04:21.468636 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17bdd4fd-efba-4d15-b4bf-e04a78eb67d5" -d '{"events": [{"server_uuid": "5f4ac1c4-f994-4582-9d38-bfa8e9733a1d", "name": "network-vif-plugged", "status": "completed", "tag": "f70002a6-5441-4361-918d-a330b40d67d6"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:04:21.480607 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f8128c65-93de-4972-8352-a6b91357b3d7 req-e4d1009e-7b72-411f-8397-0bba9a8df4cc tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540719 Jun 28 22:04:21.485920 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port f70002a6-5441-4361-918d-a330b40d67d6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f70002a6-5441-4361-918d-a330b40d67d6,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:21.558543 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e3a44b-0375-449b-9a89-c8f7f32b78cc x-openstack-request-id: req-78e3a44b-0375-449b-9a89-c8f7f32b78cc {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:04:21.558760 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4ac1c4-f994-4582-9d38-bfa8e9733a1d", "name": "network-vif-plugged", "status": "completed", "tag": "f70002a6-5441-4361-918d-a330b40d67d6", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:04:21.559361 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-78e3a44b-0375-449b-9a89-c8f7f32b78cc {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:04:21.559831 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70002a6-5441-4361-918d-a330b40d67d6', 'code': 200} Jun 28 22:04:21.631495 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:21.635109 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:21.686483 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=f70002a6-5441-4361-918d-a330b40d67d6,revision_number=7']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:21.691060 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:21.764516 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5dad230a-dd40-4cde-8361-b98ee20eb26c req-8418a016-14e6-4a08-896b-c2005586cd84 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] 10.222.0.36 "GET /v2.0/ports?device_id=ef6cbcb0-ea97-495a-84f1-a9b9a63011e4 HTTP/1.1" status: 200 len: 210 time: 0.0419681 Jun 28 22:04:21.773447 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b87ac-cd13-4cc8-a33b-e4f8417c97ba req-855d4919-1e2e-45ce-bff1-f8f508d44a81 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:21.774931 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a85b87ac-cd13-4cc8-a33b-e4f8417c97ba req-855d4919-1e2e-45ce-bff1-f8f508d44a81 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1207681 Jun 28 22:04:21.865455 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a85b87ac-cd13-4cc8-a33b-e4f8417c97ba req-ffd92bd7-276f-41a4-a5c2-807a680f0b2e tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831664 Jun 28 22:04:22.047211 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 53314) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:22.171323 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:22.295610 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:22.399607 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562cf7d1-3495-4de6-9f02-3d7d527d0848 req-05454db6-309a-4558-8607-4035ac3959a2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:22.424845 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-562cf7d1-3495-4de6-9f02-3d7d527d0848 req-05454db6-309a-4558-8607-4035ac3959a2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.0921166 Jun 28 22:04:22.460408 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:22.460408 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-51dc0b9e-4a14-4bfa-a81b-6f6c29dc02b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:22.472150 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-562cf7d1-3495-4de6-9f02-3d7d527d0848 req-01eaf23c-d726-4f34-82f5-cd884d5c4179 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634301 Jun 28 22:04:22.480430 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238819bf-2a26-45da-a4aa-08144386520e,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:22.495461 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:22.495876 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:22.510758 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:22.511736 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:22.512413 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:22.512971 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:22.513516 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:22.514465 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:22.515284 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:22.516104 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:22.516684 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:22.517217 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:22.525325 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=80cd553a38824547bf62055511ef758c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4770422 Jun 28 22:04:22.526659 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:22.528862 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 53320) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:22.606166 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f89f55de-6eef-4336-b898-ccad160b2d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:22.636473 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f89f55de-6eef-4336-b898-ccad160b2d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:22.772448 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e3b6e9-66c8-4a6d-9f3b-ac9f9566bf1d req-7ccd9a45-2bff-487e-b089-d6d59a4ff878 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:22.783744 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-26e3b6e9-66c8-4a6d-9f3b-ac9f9566bf1d req-7ccd9a45-2bff-487e-b089-d6d59a4ff878 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0860429 Jun 28 22:04:22.826983 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-26e3b6e9-66c8-4a6d-9f3b-ac9f9566bf1d req-0c82225a-4579-4bc9-a8d7-f9aa4de9657c tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470948 Jun 28 22:04:23.002982 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f89f55de-6eef-4336-b898-ccad160b2d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:23.005698 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f89f55de-6eef-4336-b898-ccad160b2d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:23.006816 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-f89f55de-6eef-4336-b898-ccad160b2d1b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/238819bf-2a26-45da-a4aa-08144386520e HTTP/1.1" status: 204 len: 168 time: 0.4769151 Jun 28 22:04:23.008755 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-fb369191-8d34-4666-ab85-06fe47cbf979 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:23.062624 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89f55de-6eef-4336-b898-ccad160b2d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238819bf-2a26-45da-a4aa-08144386520e,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:23.066262 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-f89f55de-6eef-4336-b898-ccad160b2d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:23.107253 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device aba6707b-7032-4820-8f58-da7dfd5b4b23 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:04:23.133122 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: aba6707b-7032-4820-8f58-da7dfd5b4b23 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:04:23.134118 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device aba6707b-7032-4820-8f58-da7dfd5b4b23 not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:04:23.138011 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb8eed-3556-4acc-b1e1-5c7e465fbe13 req-c95b3232-ef59-4f0b-a908-2262cf79dd6a tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:23.142019 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-31cb8eed-3556-4acc-b1e1-5c7e465fbe13 req-c95b3232-ef59-4f0b-a908-2262cf79dd6a tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1341667 Jun 28 22:04:23.212532 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-31cb8eed-3556-4acc-b1e1-5c7e465fbe13 req-7fe41da7-3c63-4a4b-b20d-f23514cb53e4 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634849 Jun 28 22:04:23.692584 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a002c5e3-b6f1-48c8-8c1a-4bb3c2b06ff3 req-cab0e435-fbfb-4cfb-a43f-b3f6da1682c0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:23.694183 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a002c5e3-b6f1-48c8-8c1a-4bb3c2b06ff3 req-cab0e435-fbfb-4cfb-a43f-b3f6da1682c0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.0854831 Jun 28 22:04:23.990575 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a002c5e3-b6f1-48c8-8c1a-4bb3c2b06ff3 req-67c8e53b-6131-4cea-aa28-a55810575080 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907968 Jun 28 22:04:24.107840 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccacf329-5b81-48dc-89dc-4bff18b076ca req-56777a9f-c322-4148-814a-9e12465002d8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:24.109352 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ccacf329-5b81-48dc-89dc-4bff18b076ca req-56777a9f-c322-4148-814a-9e12465002d8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.1059949 Jun 28 22:04:24.161189 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ccacf329-5b81-48dc-89dc-4bff18b076ca req-714b2830-df4d-4b2f-97d6-c3d94233c24a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447614 Jun 28 22:04:24.485469 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c8da8-94e8-4fa2-88a3-db9b637e0c1a req-c549f54f-d277-443b-8bd3-850c48700268 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:24.486903 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ef7c8da8-94e8-4fa2-88a3-db9b637e0c1a req-c549f54f-d277-443b-8bd3-850c48700268 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1034956 Jun 28 22:04:24.550482 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ef7c8da8-94e8-4fa2-88a3-db9b637e0c1a req-c6bc763a-0419-420a-9466-f819c52cb84e tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534272 Jun 28 22:04:24.637788 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 53398) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:24.780073 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-87535949-network', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:04:24.893920 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Made reservation on behalf of dc9e33b30d97454f82560f7201c55e69 for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:04:24.896447 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:24.906033 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:25.007949 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:25.088653 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:25.093144 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-bc08643d-627b-42f0-930c-79e85545b39b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:25.122551 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ca9336d-2d55-4f2b-a79b-d13784aafd7f,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:25.140480 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:25.151964 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 103} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:04:25.161907 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:25.162497 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.segments_db [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Added segment 484d212c-8f5b-49d2-8b7c-1c3ecac070ab of type vlan for network 16611fc9-d4a8-48d3-984f-5056d4188409 Jun 28 22:04:25.222418 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2053dad3-eceb-49d3-8896-37af678e184b req-4eb0027b-7c33-426b-b736-abb1a63cbbf2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:25.223935 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:25.224763 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2053dad3-eceb-49d3-8896-37af678e184b req-4eb0027b-7c33-426b-b736-abb1a63cbbf2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.0819974 Jun 28 22:04:25.272196 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2053dad3-eceb-49d3-8896-37af678e184b req-b654f817-6319-4016-8bc9-cf5c41681a29 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411975 Jun 28 22:04:25.334177 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:25.335662 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:25.336521 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:25.339261 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:25.398726 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6089e65d-5bc5-4365-92f2-c6880c46c480 req-714ef22c-01d9-4d45-a9a3-ac1be0b0f508 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:25.400391 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6089e65d-5bc5-4365-92f2-c6880c46c480 req-714ef22c-01d9-4d45-a9a3-ac1be0b0f508 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0889459 Jun 28 22:04:25.421704 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Pushing event updated for resources: {'Network': ['ID=16611fc9-d4a8-48d3-984f-5056d4188409,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:25.424790 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:25.432697 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network 16611fc9-d4a8-48d3-984f-5056d4188409 details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:04:25.444163 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8046098 Jun 28 22:04:25.446947 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 53414) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:25.453918 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-6ef2283b-a725-407e-848d-ae2d40669b27 admin admin] Request body: {'subnet': {'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-87535949-subnet', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:04:25.468904 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6089e65d-5bc5-4365-92f2-c6880c46c480 req-bf0c30b0-6411-48ce-ad6e-49e8aef83cf3 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600700 Jun 28 22:04:25.647258 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef2283b-a725-407e-848d-ae2d40669b27 admin admin] Made reservation on behalf of dc9e33b30d97454f82560f7201c55e69 for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:04:25.649671 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6ef2283b-a725-407e-848d-ae2d40669b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9112366'] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:25.758584 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d3268-5680-4953-bfff-37a34ff6f1cc req-f09ee1d8-b81f-45b6-852c-a0f5044d50e7 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:25.764984 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7a0d3268-5680-4953-bfff-37a34ff6f1cc req-f09ee1d8-b81f-45b6-852c-a0f5044d50e7 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0903885 Jun 28 22:04:25.824959 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7a0d3268-5680-4953-bfff-37a34ff6f1cc req-a3b06a9c-bf03-4ed4-9fa9-a17bc2da0171 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587871 Jun 28 22:04:25.970342 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6ef2283b-a725-407e-848d-ae2d40669b27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8753235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9112376'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:25.972945 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8da62102-22af-427a-bc2a-fd421bdd3080 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:26.036086 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2283b-a725-407e-848d-ae2d40669b27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8e0c7a5-9ea4-47fd-a14b-93505b943626,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:26.040272 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6ef2283b-a725-407e-848d-ae2d40669b27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:26.048254 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef2283b-a725-407e-848d-ae2d40669b27 admin admin] Checking segment: {'id': '484d212c-8f5b-49d2-8b7c-1c3ecac070ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:04:26.048910 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef2283b-a725-407e-848d-ae2d40669b27 admin admin] Network hostable DHCP agents. Network: 16611fc9-d4a8-48d3-984f-5056d4188409, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:04:26.157322 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef2283b-a725-407e-848d-ae2d40669b27 admin admin] Network 16611fc9-d4a8-48d3-984f-5056d4188409 is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:04:26.234359 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 53426) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:26.248152 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-6ef2283b-a725-407e-848d-ae2d40669b27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, 16611fc9-d4a8-48d3-984f-5056d4188409) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:04:26.258487 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef2283b-a725-407e-848d-ae2d40669b27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:26.261571 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c9ea0a-95cf-45b5-ae8b-747c0acf7765 None None] Network 16611fc9-d4a8-48d3-984f-5056d4188409 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:04:26.264283 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6ef2283b-a725-407e-848d-ae2d40669b27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:26.359940 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6ef2283b-a725-407e-848d-ae2d40669b27 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9093711 Jun 28 22:04:26.360425 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 53432) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:26.366050 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:04:26.412617 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ff4dfd00-4d3c-43cf-9b5a-3182da8b4701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:26.438426 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-96cc91ab-ecf5-45fc-bf04-89364fd66a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:26.478694 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7220'] for router, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:26.484740 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7181'] for router, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:26.520778 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc330e12d-bc8b-53b0-9a28-5826593b933a-16611fc9-d4a8-48d3-984f-5056d4188409', 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'fixed_ips': [{'subnet_id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626'}]}} from dv-cinder-798384-1-smb. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 22:04:26.522496 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:26.570461 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:26.626210 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5319ee1a-3cc3-4b07-b1f9-ae96221986ce req-5e4f1afd-19a2-4124-901e-288e02659a42 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:26.635194 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5319ee1a-3cc3-4b07-b1f9-ae96221986ce req-5e4f1afd-19a2-4124-901e-288e02659a42 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.1632547 Jun 28 22:04:26.665970 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-96cc91ab-ecf5-45fc-bf04-89364fd66a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:26.707182 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Allocated IP 172.20.0.2 (16611fc9-d4a8-48d3-984f-5056d4188409/d8e0c7a5-9ea4-47fd-a14b-93505b943626/d4a46857-5a9d-4b58-8604-408e5b699e69) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:04:26.748714 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5319ee1a-3cc3-4b07-b1f9-ae96221986ce req-306dd40e-7130-4fc0-af8e-48e6090df844 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124301 Jun 28 22:04:26.775225 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-96cc91ab-ecf5-45fc-bf04-89364fd66a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:26.790605 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-ffb57dc1-5be6-43e7-8567-e47604a70a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:26.809995 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319f9cd-427d-4f8e-a2c1-a4e7f310a995 req-7b363a9f-0d8a-4cbf-93ed-5f31c3286f4f tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:26.817828 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3319f9cd-427d-4f8e-a2c1-a4e7f310a995 req-7b363a9f-0d8a-4cbf-93ed-5f31c3286f4f tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.1195095 Jun 28 22:04:26.867756 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-96cc91ab-ecf5-45fc-bf04-89364fd66a09 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=122cf449895444a8ac5596a1c911b406&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6322606 Jun 28 22:04:26.888641 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3319f9cd-427d-4f8e-a2c1-a4e7f310a995 req-65375871-2ea5-4cc3-9ec0-8684f56f9a65 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698557 Jun 28 22:04:26.889216 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 53438) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:26.904972 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-962965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-963522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7187'] for router, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:26.913256 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cc91ab-ecf5-45fc-bf04-89364fd66a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80585134-d420-4ee5-9088-88804bbc907f,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:26.916711 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-96cc91ab-ecf5-45fc-bf04-89364fd66a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:26.927567 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:26.938474 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Transition to ACTIVE for port object d4a46857-5a9d-4b58-8604-408e5b699e69 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:04:26.964203 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Transition to ACTIVE for port object d4a46857-5a9d-4b58-8604-408e5b699e69 will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:04:27.008645 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-82e28a65-7fc6-46fa-bbe7-49485d1d1ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:27.033100 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:27.035653 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:27.067578 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-82e28a65-7fc6-46fa-bbe7-49485d1d1ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:27.085564 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Network 16611fc9-d4a8-48d3-984f-5056d4188409 is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:04:27.094224 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:04:27.099879 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:04:27.106339 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Pushing event updated for resources: {'Port': ['ID=d4a46857-5a9d-4b58-8604-408e5b699e69,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:27.120904 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:27.193447 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3136b-0923-4445-baea-f4d47d102468 req-1a94564b-5506-4076-92d1-cc0a263e428b tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:27.196002 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7fc3136b-0923-4445-baea-f4d47d102468 req-1a94564b-5506-4076-92d1-cc0a263e428b tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1626384 Jun 28 22:04:27.224906 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Attempting to bind port d4a46857-5a9d-4b58-8604-408e5b699e69 on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:04:27.224906 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Attempting to bind port d4a46857-5a9d-4b58-8604-408e5b699e69 by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '484d212c-8f5b-49d2-8b7c-1c3ecac070ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:04:27.224906 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Attempting to bind port d4a46857-5a9d-4b58-8604-408e5b699e69 on network 16611fc9-d4a8-48d3-984f-5056d4188409 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:04:27.229201 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:04:27.229646 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Checking segment: {'id': '484d212c-8f5b-49d2-8b7c-1c3ecac070ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:04:27.231290 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:27.231704 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Bound using segment: {'id': '484d212c-8f5b-49d2-8b7c-1c3ecac070ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:04:27.232925 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Bound port: d4a46857-5a9d-4b58-8604-408e5b699e69, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484d212c-8f5b-49d2-8b7c-1c3ecac070ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:04:27.234487 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:27.291971 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7fc3136b-0923-4445-baea-f4d47d102468 req-56c0531d-494b-440a-b3cc-ca03f6d7cea0 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859888 Jun 28 22:04:27.329365 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-82e28a65-7fc6-46fa-bbe7-49485d1d1ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:27.338430 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-82e28a65-7fc6-46fa-bbe7-49485d1d1ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:27.338430 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-82e28a65-7fc6-46fa-bbe7-49485d1d1ca5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/80585134-d420-4ee5-9088-88804bbc907f HTTP/1.1" status: 204 len: 168 time: 0.4430325 Jun 28 22:04:27.338430 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-8dd85ab9-474b-413e-a48c-daf541aead26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:27.347429 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e28a65-7fc6-46fa-bbe7-49485d1d1ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80585134-d420-4ee5-9088-88804bbc907f,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:27.351393 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-82e28a65-7fc6-46fa-bbe7-49485d1d1ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:27.373883 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] For port d4a46857-5a9d-4b58-8604-408e5b699e69, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:04:27.399411 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] For port d4a46857-5a9d-4b58-8604-408e5b699e69, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=d4a46857-5a9d-4b58-8604-408e5b699e69,segment=NetworkSegment(484d212c-8f5b-49d2-8b7c-1c3ecac070ab),segment_id=484d212c-8f5b-49d2-8b7c-1c3ecac070ab)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:04:27.483377 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:27.489793 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:27.558103 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Pushing event updated for resources: {'Port': ['ID=d4a46857-5a9d-4b58-8604-408e5b699e69,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:27.570905 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:27.581611 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:27.619645 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:27.749591 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Allocated IP 172.28.0.92 (9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6/0eef9f0e-0d35-4ef7-8148-7c64e0103d05/c75b0d8b-85e0-457c-a9e8-4934fd0ee490) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:04:27.876851 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:28.013991 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a747a4c-0ee3-4b16-a299-4f687436caff req-f0a6624d-0a01-4328-a598-f1d8dfba4839 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:28.021438 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5a747a4c-0ee3-4b16-a299-4f687436caff req-f0a6624d-0a01-4328-a598-f1d8dfba4839 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.1396637 Jun 28 22:04:28.091730 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5a747a4c-0ee3-4b16-a299-4f687436caff req-36f4357f-d5dd-4ee6-802e-4a1560cc53d0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693467 Jun 28 22:04:28.131623 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c9ca5-ae8d-4c6e-8b23-1c061026af53 req-ce3f20d3-e152-415b-8f0e-f39c00ee1487 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:28.133126 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b33c9ca5-ae8d-4c6e-8b23-1c061026af53 req-ce3f20d3-e152-415b-8f0e-f39c00ee1487 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0925403 Jun 28 22:04:28.181817 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b33c9ca5-ae8d-4c6e-8b23-1c061026af53 req-c34e70b0-dddd-4d95-bc0e-306e909e7a1f tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338104 Jun 28 22:04:28.248036 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:28.254160 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:28.297406 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:04:28.300599 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:04:28.307779 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:04:28.378402 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Pushing event updated for resources: {'Port': ['ID=c75b0d8b-85e0-457c-a9e8-4934fd0ee490,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:28.391602 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:28.609343 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90b80d-5cef-47df-8546-74379b525815 req-9c449844-f781-46b1-8aba-63143108d604 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:28.618587 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cc90b80d-5cef-47df-8546-74379b525815 req-9c449844-f781-46b1-8aba-63143108d604 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1534507 Jun 28 22:04:28.671879 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cc90b80d-5cef-47df-8546-74379b525815 req-1ff9cff3-8667-473b-b3be-8f8877fa4cab tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463023 Jun 28 22:04:28.887145 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-909bf267-d4e1-43a3-98ad-ed3d5f1dae18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:28.911975 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:28.961300 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:28.968776 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5849508b-f5dc-4e3c-bb8c-f7ff1ebf93c9 None None] Network 16611fc9-d4a8-48d3-984f-5056d4188409 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:04:29.256098 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-963549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963006'] for router, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:29.482831 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-82eef805-5b21-4d39-a8d0-8445ac6857ad None None] Provisioning for port d4a46857-5a9d-4b58-8604-408e5b699e69 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:04:29.574266 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba10bce-9e2a-4cb3-8ad6-712be1e15f0f req-e1c882e0-278c-4413-9153-6302d9d1fa4f tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:29.576407 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8ba10bce-9e2a-4cb3-8ad6-712be1e15f0f req-e1c882e0-278c-4413-9153-6302d9d1fa4f tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.1711946 Jun 28 22:04:29.591530 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb is scheduled to L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 with binding_index 1 {{(pid=93383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 22:04:29.689602 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe459a3f-0a85-4b38-9923-8473c179191d req-d1d9c166-7729-4ea5-b0c6-66768e1c9bbb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:29.705745 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fe459a3f-0a85-4b38-9923-8473c179191d req-d1d9c166-7729-4ea5-b0c6-66768e1c9bbb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.2413125 Jun 28 22:04:29.739642 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8ba10bce-9e2a-4cb3-8ad6-712be1e15f0f req-811c381e-32bf-4d4f-b6e5-ce2cc2a27be7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518342 Jun 28 22:04:29.845684 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fe459a3f-0a85-4b38-9923-8473c179191d req-f0d4ba18-8d5d-4a8a-905d-a92b42d99022 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362977 Jun 28 22:04:29.890682 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device d4a46857-5a9d-4b58-8604-408e5b699e69 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:04:29.970764 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:04:29.980398 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Sync routers for ids ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:04:30.012971 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Routers {'8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:04:30.014967 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:04:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:30.127352 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:30.128929 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7674439 Jun 28 22:04:30.132333 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 53504) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:30.430348 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83eba35-cc28-438d-bd1a-ab7961867087 req-4c7d449b-7688-4de0-b6ec-be6e4123d97f tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:30.430348 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f83eba35-cc28-438d-bd1a-ab7961867087 req-4c7d449b-7688-4de0-b6ec-be6e4123d97f tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1466963 Jun 28 22:04:30.449944 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Set router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:04:30.510226 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f83eba35-cc28-438d-bd1a-ab7961867087 req-0956c437-7af8-4699-b83d-861fa9cdc20f tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709660 Jun 28 22:04:30.625215 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:30.671178 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port d4a46857-5a9d-4b58-8604-408e5b699e69 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:04:30.681110 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port d4a46857-5a9d-4b58-8604-408e5b699e69 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:30.682371 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:30.964894 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:30.968899 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:26Z', 'updated_at': '2021-06-28T22:04:28Z', 'revision_number': 3, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'gw_port': {'id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:27Z', 'updated_at': '2021-06-28T22:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:31.060292 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Checking router: 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:04:31.061008 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Updating router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb port c75b0d8b-85e0-457c-a9e8-4934fd0ee490 binding host dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:04:31.104969 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port d4a46857-5a9d-4b58-8604-408e5b699e69, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=d4a46857-5a9d-4b58-8604-408e5b699e69,segment=NetworkSegment(484d212c-8f5b-49d2-8b7c-1c3ecac070ab),segment_id=484d212c-8f5b-49d2-8b7c-1c3ecac070ab)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:31.136995 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:31.168332 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:31.170367 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:31.285479 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=d4a46857-5a9d-4b58-8604-408e5b699e69,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:31.290182 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:31.355198 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:31.555706 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8956644c-cd4d-40d2-bff7-25e435131f42 req-773201f4-699b-4c8e-a98c-fed30463771c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:31.557308 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8956644c-cd4d-40d2-bff7-25e435131f42 req-773201f4-699b-4c8e-a98c-fed30463771c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.4309130 Jun 28 22:04:31.589902 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ece7cb-85c8-4c59-a2b9-76b0d59ef6fb req-d90d64a4-3c1b-4941-a982-9f5b643d1ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:31.591389 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-42ece7cb-85c8-4c59-a2b9-76b0d59ef6fb req-d90d64a4-3c1b-4941-a982-9f5b643d1ebb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e34663f77c944198471727fc7ac4a31&device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 1099 time: 0.3682802 Jun 28 22:04:31.830662 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device d4a46857-5a9d-4b58-8604-408e5b699e69 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:04:31.906323 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ece7cb-85c8-4c59-a2b9-76b0d59ef6fb req-0d5f7e35-76d6-4f5b-9de5-985b68057145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:31.907866 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-42ece7cb-85c8-4c59-a2b9-76b0d59ef6fb req-0d5f7e35-76d6-4f5b-9de5-985b68057145 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1675da2b-17f7-4600-9a31-dd1db6c635cf HTTP/1.1" status: 200 len: 912 time: 0.2867534 Jun 28 22:04:31.919595 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:31.923545 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:31.932908 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Allocated IP 172.20.0.1 (16611fc9-d4a8-48d3-984f-5056d4188409/d8e0c7a5-9ea4-47fd-a14b-93505b943626/522031fc-c122-41aa-b1bc-a2430a7ed3bf) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:04:31.952544 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port d4a46857-5a9d-4b58-8604-408e5b699e69 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:31.953238 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:31.955473 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Transition to ACTIVE for port object c75b0d8b-85e0-457c-a9e8-4934fd0ee490 will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:04:31.958865 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658bdbc8-5b55-43e3-8cea-61ac7c5e3037 req-7263ef28-13bf-4c20-93a7-e1274f004200 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:31.960914 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-658bdbc8-5b55-43e3-8cea-61ac7c5e3037 req-7263ef28-13bf-4c20-93a7-e1274f004200 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.7365561 Jun 28 22:04:32.050015 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8956644c-cd4d-40d2-bff7-25e435131f42 req-0a69c7a5-5250-4d82-b37c-1710c3be7b0a tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4378228 Jun 28 22:04:32.055941 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-42ece7cb-85c8-4c59-a2b9-76b0d59ef6fb req-0628ac2a-5168-4590-a272-f4454201a2ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb4e1ed9-ce9e-4304-9e59-3607c5366032 HTTP/1.1" status: 200 len: 1002 time: 0.0927265 Jun 28 22:04:32.117747 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:32.117747 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-deab6c5b-4301-4b33-8788-43f3c6839a8e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:32.184450 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:32.209288 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ece7cb-85c8-4c59-a2b9-76b0d59ef6fb req-cd498998-54f4-421b-8123-ff2bd0454de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:32.212143 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-42ece7cb-85c8-4c59-a2b9-76b0d59ef6fb req-cd498998-54f4-421b-8123-ff2bd0454de4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63b3ba6a-e128-478b-9125-f8f569235c1e HTTP/1.1" status: 200 len: 850 time: 0.1380734 Jun 28 22:04:32.247445 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Transition to ACTIVE for port object 522031fc-c122-41aa-b1bc-a2430a7ed3bf will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:04:32.382469 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Attempting to bind port c75b0d8b-85e0-457c-a9e8-4934fd0ee490 on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:04:32.412441 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Attempting to bind port c75b0d8b-85e0-457c-a9e8-4934fd0ee490 by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:04:32.412441 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Attempting to bind port c75b0d8b-85e0-457c-a9e8-4934fd0ee490 on network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:04:32.413368 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-658bdbc8-5b55-43e3-8cea-61ac7c5e3037 req-82ece8fd-8e9e-4590-98ec-434b5d39d3ce tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3299377 Jun 28 22:04:32.413491 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:04:32.413491 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Checking segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:04:32.413491 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:32.413491 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Bound using segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:04:32.413491 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Bound port: c75b0d8b-85e0-457c-a9e8-4934fd0ee490, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:04:32.413491 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:32.454218 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f4015c-5d02-4b8d-bee4-3502d8854424 req-1e7b4435-0bca-4ab2-9f5f-85a1cb24bf9c tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:32.458865 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:32.460975 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a3a71ac9-8cbf-4f93-947c-9f0d4fad2373 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:32.467442 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d3f4015c-5d02-4b8d-bee4-3502d8854424 req-1e7b4435-0bca-4ab2-9f5f-85a1cb24bf9c tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1361930 Jun 28 22:04:32.467783 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] For port c75b0d8b-85e0-457c-a9e8-4934fd0ee490, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:04:32.477855 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] For port c75b0d8b-85e0-457c-a9e8-4934fd0ee490, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=c75b0d8b-85e0-457c-a9e8-4934fd0ee490,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:04:32.511482 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Pushing event updated for resources: {'Port': ['ID=c75b0d8b-85e0-457c-a9e8-4934fd0ee490,revision_number=2']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:32.531078 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:32.533482 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:32.536599 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:32.536764 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d3f4015c-5d02-4b8d-bee4-3502d8854424 req-0ccfb695-ede1-4c76-9a4c-3ed83f2b8e22 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646243 Jun 28 22:04:32.536916 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:32.536916 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:32.536916 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:32.539373 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:32.539805 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:32.541551 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:32.541938 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:32.542218 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ece7cb-85c8-4c59-a2b9-76b0d59ef6fb req-a76d9e45-220e-4aec-956c-c90b3b702685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:32.543711 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:32.544057 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:32.545532 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-42ece7cb-85c8-4c59-a2b9-76b0d59ef6fb req-a76d9e45-220e-4aec-956c-c90b3b702685 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1675da2b-17f7-4600-9a31-dd1db6c635cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3207860 Jun 28 22:04:32.553552 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:32.554877 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Network 16611fc9-d4a8-48d3-984f-5056d4188409 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:04:32.559501 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:32.573316 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:04:32.573414 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:32.574283 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:04:32.604726 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Pushing event updated for resources: {'Port': ['ID=522031fc-c122-41aa-b1bc-a2430a7ed3bf,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:32.611427 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:32.677884 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Pushing event updated for resources: {'Port': ['ID=c75b0d8b-85e0-457c-a9e8-4934fd0ee490,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:32.688959 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-1a68bb61-7af2-4fbf-adc8-42d1ce5413d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:32.714866 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-963971'] for router_interface, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:32.719905 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Routers {'8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:04:32.720918 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:04:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:32.781341 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-42ece7cb-85c8-4c59-a2b9-76b0d59ef6fb req-ad5ec55e-45b9-40ff-a1cc-2a56ccbeae91 service neutron] 10.222.0.35 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251217 Jun 28 22:04:32.910350 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-42ece7cb-85c8-4c59-a2b9-76b0d59ef6fb req-1336a93a-5e73-4780-90d6-44bc6bf6c146 service neutron] 10.222.0.35 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132231 Jun 28 22:04:33.009989 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] Set router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:04:33.110715 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-74eb7b41-f9b5-4244-85eb-87cb2d28a62d None None] Provisioning for port 522031fc-c122-41aa-b1bc-a2430a7ed3bf completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:04:33.116030 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-74eb7b41-f9b5-4244-85eb-87cb2d28a62d None None] Provisioning complete for port 522031fc-c122-41aa-b1bc-a2430a7ed3bf triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:33.116564 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-74eb7b41-f9b5-4244-85eb-87cb2d28a62d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:33.234340 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:33.244311 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-74eb7b41-f9b5-4244-85eb-87cb2d28a62d None None] Port 522031fc-c122-41aa-b1bc-a2430a7ed3bf cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:04:33.392607 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:26Z', 'updated_at': '2021-06-28T22:04:28Z', 'revision_number': 3, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'gw_port': {'id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:27Z', 'updated_at': '2021-06-28T22:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:33.423523 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2ec530-88e8-42f7-9b1e-43bc0bb4d139 None None] The sync data for ids ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'] in dv-cinder-798384-1-smb is: [{'id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:26Z', 'updated_at': '2021-06-28T22:04:28Z', 'revision_number': 3, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'gw_port': {'id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:27Z', 'updated_at': '2021-06-28T22:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:04:33.540330 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2903c793-284f-45b8-ba62-d3edd30632f6 req-092be48a-02fd-4f60-9715-8e6f9bffb9f1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:33.544481 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2903c793-284f-45b8-ba62-d3edd30632f6 req-092be48a-02fd-4f60-9715-8e6f9bffb9f1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.1823826 Jun 28 22:04:33.549305 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:33.585679 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2903c793-284f-45b8-ba62-d3edd30632f6 req-704ebb47-afca-4ca5-9a28-c88329511bd2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380154 Jun 28 22:04:33.749575 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987ac61-9eec-48ee-baeb-ecd71c7fd5b4 req-394a4773-c858-4414-90f0-9c54d41a1a3a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:33.756502 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:33.762524 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2987ac61-9eec-48ee-baeb-ecd71c7fd5b4 req-394a4773-c858-4414-90f0-9c54d41a1a3a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.1578431 Jun 28 22:04:33.762832 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-9510a876-f1d1-46cf-8f67-2c30e210dffc tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:33.849315 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Pushing event updated for resources: {'Port': ['ID=522031fc-c122-41aa-b1bc-a2430a7ed3bf,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:33.850984 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2987ac61-9eec-48ee-baeb-ecd71c7fd5b4 req-a1e325d4-ab06-4ab1-921b-00d0a6431353 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913856 Jun 28 22:04:33.891910 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:33.986582 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963443'] for router_interface, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:34.043136 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60508c-6742-4b92-b9b0-02b2e6ee32ed req-c0ddf282-91a9-48e9-90b0-818fd8117e6e tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:34.057203 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7c60508c-6742-4b92-b9b0-02b2e6ee32ed req-c0ddf282-91a9-48e9-90b0-818fd8117e6e tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.2050502 Jun 28 22:04:34.130502 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7c60508c-6742-4b92-b9b0-02b2e6ee32ed req-1f74807a-54b1-4275-8a7b-f4eed96ecc8a tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723271 Jun 28 22:04:34.212392 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Network 16611fc9-d4a8-48d3-984f-5056d4188409 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:04:34.214912 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:04:34.498554 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:04:34.581329 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-713669ca-3ff2-4474-827c-d252063b20b8 None None] Provisioning complete for port 522031fc-c122-41aa-b1bc-a2430a7ed3bf triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:34.582547 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-713669ca-3ff2-4474-827c-d252063b20b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:34.665323 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-713669ca-3ff2-4474-827c-d252063b20b8 None None] Port 522031fc-c122-41aa-b1bc-a2430a7ed3bf cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:04:34.771686 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:04:34.809201 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] 10.222.0.36 "PUT /v2.0/routers/8704ae03-8a53-4f7e-9a1c-b0d6c83277cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6733580 Jun 28 22:04:34.895437 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6979eaa1-dd0e-4802-81b1-21bcf9c12ca6 req-99aecfd7-8957-4e34-94b8-e68480c19e0e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:34.907269 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6979eaa1-dd0e-4802-81b1-21bcf9c12ca6 req-99aecfd7-8957-4e34-94b8-e68480c19e0e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.1357002 Jun 28 22:04:34.990448 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6979eaa1-dd0e-4802-81b1-21bcf9c12ca6 req-6706d9bc-32db-4604-bc0f-9ca80590d918 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822105 Jun 28 22:04:35.199299 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445c9039-6070-4556-aac9-a471c5887e6c req-99de9110-95a8-4754-af18-c190eb65c0fc tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:35.201817 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-445c9039-6070-4556-aac9-a471c5887e6c req-99de9110-95a8-4754-af18-c190eb65c0fc tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.1147385 Jun 28 22:04:35.267774 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-445c9039-6070-4556-aac9-a471c5887e6c req-559841f5-2086-4059-98dc-1259c2805313 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593636 Jun 28 22:04:35.347795 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8372070-89a0-43f4-9dad-1a62d6c2df94 req-42b041f5-8aa8-4fef-8991-7433c966f4bd tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:35.350137 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f8372070-89a0-43f4-9dad-1a62d6c2df94 req-42b041f5-8aa8-4fef-8991-7433c966f4bd tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0813870 Jun 28 22:04:35.402956 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f8372070-89a0-43f4-9dad-1a62d6c2df94 req-8a6772c2-b9b0-486f-8707-b0baf51caec2 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465422 Jun 28 22:04:35.769511 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device c75b0d8b-85e0-457c-a9e8-4934fd0ee490 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:04:35.922337 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port c75b0d8b-85e0-457c-a9e8-4934fd0ee490 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:04:35.927787 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port c75b0d8b-85e0-457c-a9e8-4934fd0ee490 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:35.938458 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:36.056377 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:36.077348 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Sync routers for ids ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:04:36.101002 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Routers {'8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:04:36.102183 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:04:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:36.105524 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port c75b0d8b-85e0-457c-a9e8-4934fd0ee490, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=c75b0d8b-85e0-457c-a9e8-4934fd0ee490,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:36.162689 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:36.168972 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:36.223852 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 53576) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:36.232801 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-362946728-network', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:04:36.257262 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b7183-83e0-4e67-a710-956d1fb626d0 req-63a340ed-3c1b-401d-abb1-cc232e32fa47 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:36.259027 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d25b7183-83e0-4e67-a710-956d1fb626d0 req-63a340ed-3c1b-401d-abb1-cc232e32fa47 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.0957074 Jun 28 22:04:36.281444 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=c75b0d8b-85e0-457c-a9e8-4934fd0ee490,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:36.286799 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:36.310251 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d25b7183-83e0-4e67-a710-956d1fb626d0 req-d1ff35d8-996a-4d0e-8b35-6038193c7e94 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447268 Jun 28 22:04:36.311809 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Set router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:04:36.350517 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Made reservation on behalf of 9e0971fb8aa14036a737ff35070c1249 for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:04:36.353076 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:36.365252 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:36.522247 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:36.584731 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:26Z', 'updated_at': '2021-06-28T22:04:32Z', 'revision_number': 4, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'gw_port': {'id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:27Z', 'updated_at': '2021-06-28T22:04:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '522031fc-c122-41aa-b1bc-a2430a7ed3bf', 'name': '', 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'mac_address': 'fa:16:3e:bf:2d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:31Z', 'updated_at': '2021-06-28T22:04:33Z', 'revision_number': 2, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'subnets': [{'id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:36.602353 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:36.606980 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8a09d698-20bd-4e44-87d5-3947d5fcd4ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:36.628168 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Checking router: 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:04:36.628700 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Updating router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb port 522031fc-c122-41aa-b1bc-a2430a7ed3bf binding host dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:04:36.629495 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 142} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:04:36.651462 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:36.652125 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.segments_db [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Added segment 3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49 of type vlan for network ad37e4f8-54b3-4a85-80b8-0f873ef271ff Jun 28 22:04:36.661568 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=617d8978-f360-473d-8d86-28703f4725a9,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:36.667488 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:36.668696 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:36.677926 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4e65e-6537-4877-a08a-84e82469f8db req-8949ecdb-7e9a-4c5c-964c-7d8bf2bcd1f7 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:36.681847 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-eff4e65e-6537-4877-a08a-84e82469f8db req-8949ecdb-7e9a-4c5c-964c-7d8bf2bcd1f7 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1214011 Jun 28 22:04:36.710206 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:36.781281 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-eff4e65e-6537-4877-a08a-84e82469f8db req-9f084550-4d72-42d5-80df-5dc0475c5512 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833385 Jun 28 22:04:36.791455 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:36.792899 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:36.794055 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:36.806480 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-d6126b41-b9d3-4518-a82e-d35663033a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:36.841016 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66254a-b6f9-4214-afd2-4467fb7fd2ad req-ef34e6a2-b6cc-425f-b5eb-b3320b5022e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:36.841016 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cd66254a-b6f9-4214-afd2-4467fb7fd2ad req-ef34e6a2-b6cc-425f-b5eb-b3320b5022e2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=540be3d5aaf14f8099311f922d1335d3&device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 1099 time: 0.1179264 Jun 28 22:04:36.891468 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Pushing event updated for resources: {'Network': ['ID=ad37e4f8-54b3-4a85-80b8-0f873ef271ff,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:36.895967 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:36.900488 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6748471 Jun 28 22:04:36.903284 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 53584) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:36.912691 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-6e75c846-19dc-4192-96db-f28aca6a63a7 admin admin] Request body: {'subnet': {'network_id': 'ad37e4f8-54b3-4a85-80b8-0f873ef271ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-362946728-subnet', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249', 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:04:36.937510 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network ad37e4f8-54b3-4a85-80b8-0f873ef271ff details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:04:37.013896 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e75c846-19dc-4192-96db-f28aca6a63a7 admin admin] Made reservation on behalf of 9e0971fb8aa14036a737ff35070c1249 for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:04:37.017366 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e75c846-19dc-4192-96db-f28aca6a63a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9112366'] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:37.045590 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66254a-b6f9-4214-afd2-4467fb7fd2ad req-2148f037-4bf9-4d2c-957f-35306f1ab2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:37.048717 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cd66254a-b6f9-4214-afd2-4467fb7fd2ad req-2148f037-4bf9-4d2c-957f-35306f1ab2b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a01a082-3ec6-4e75-8884-a203b5eaabe4 HTTP/1.1" status: 200 len: 917 time: 0.1951442 Jun 28 22:04:37.150051 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:37.154928 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cd66254a-b6f9-4214-afd2-4467fb7fd2ad req-4cc4cee0-78bd-4d18-9854-b4b479d6a0a0 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f70002a6-5441-4361-918d-a330b40d67d6 HTTP/1.1" status: 200 len: 1001 time: 0.0944264 Jun 28 22:04:37.189632 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Transition to ACTIVE for port object 522031fc-c122-41aa-b1bc-a2430a7ed3bf will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:04:37.214663 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66254a-b6f9-4214-afd2-4467fb7fd2ad req-af80162b-d3f6-4b6b-a446-1cd112cea980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:37.216478 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cd66254a-b6f9-4214-afd2-4467fb7fd2ad req-af80162b-d3f6-4b6b-a446-1cd112cea980 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9dcc002-255b-49f2-9b1c-c91d2190c0e5 HTTP/1.1" status: 200 len: 855 time: 0.0531256 Jun 28 22:04:37.292204 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66254a-b6f9-4214-afd2-4467fb7fd2ad req-ce942555-2ea3-4a96-9548-dce42db2ff00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:37.293847 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cd66254a-b6f9-4214-afd2-4467fb7fd2ad req-ce942555-2ea3-4a96-9548-dce42db2ff00 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a01a082-3ec6-4e75-8884-a203b5eaabe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0692644 Jun 28 22:04:37.299474 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:37.301818 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:37.371750 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d01aee-1957-48bc-be8a-0627d97552e4 None None] Pushing event updated for resources: {'Port': ['ID=522031fc-c122-41aa-b1bc-a2430a7ed3bf,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:37.378096 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-41d01aee-1957-48bc-be8a-0627d97552e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:37.385488 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e75c846-19dc-4192-96db-f28aca6a63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8753235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9112376'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:37.389164 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:37.444610 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cd66254a-b6f9-4214-afd2-4467fb7fd2ad req-35338075-c801-40c9-b3c3-cb6d4e6a0609 service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325581 Jun 28 22:04:37.487184 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e75c846-19dc-4192-96db-f28aca6a63a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0fec82b-af5f-4310-9d54-1bf7d8514691,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:37.494697 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Attempting to bind port 522031fc-c122-41aa-b1bc-a2430a7ed3bf on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:04:37.495354 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Attempting to bind port 522031fc-c122-41aa-b1bc-a2430a7ed3bf by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '484d212c-8f5b-49d2-8b7c-1c3ecac070ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:04:37.495894 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Attempting to bind port 522031fc-c122-41aa-b1bc-a2430a7ed3bf on network 16611fc9-d4a8-48d3-984f-5056d4188409 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:04:37.500710 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6e75c846-19dc-4192-96db-f28aca6a63a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:37.513511 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:04:37.513950 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Checking segment: {'id': '484d212c-8f5b-49d2-8b7c-1c3ecac070ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:04:37.514365 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:37.514978 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Bound using segment: {'id': '484d212c-8f5b-49d2-8b7c-1c3ecac070ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:04:37.515584 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Bound port: 522031fc-c122-41aa-b1bc-a2430a7ed3bf, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '484d212c-8f5b-49d2-8b7c-1c3ecac070ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:04:37.515932 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:37.548256 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e75c846-19dc-4192-96db-f28aca6a63a7 admin admin] Checking segment: {'id': '3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ad37e4f8-54b3-4a85-80b8-0f873ef271ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:04:37.548783 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75c846-19dc-4192-96db-f28aca6a63a7 admin admin] Network hostable DHCP agents. Network: ad37e4f8-54b3-4a85-80b8-0f873ef271ff, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:04:37.619933 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e75c846-19dc-4192-96db-f28aca6a63a7 admin admin] Network ad37e4f8-54b3-4a85-80b8-0f873ef271ff is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:04:37.638069 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] For port 522031fc-c122-41aa-b1bc-a2430a7ed3bf, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:04:37.641694 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] For port 522031fc-c122-41aa-b1bc-a2430a7ed3bf, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=522031fc-c122-41aa-b1bc-a2430a7ed3bf,segment=NetworkSegment(484d212c-8f5b-49d2-8b7c-1c3ecac070ab),segment_id=484d212c-8f5b-49d2-8b7c-1c3ecac070ab)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:04:37.642378 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cd66254a-b6f9-4214-afd2-4467fb7fd2ad req-f9f8f5b7-64a5-4e4f-bd65-538b42f69568 service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936262 Jun 28 22:04:37.671821 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc0ab17-2992-4a66-b562-879f3d79136a req-4a48c183-1843-4fc5-8ff0-66e6b3e17a3d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:37.681999 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1bc0ab17-2992-4a66-b562-879f3d79136a req-4a48c183-1843-4fc5-8ff0-66e6b3e17a3d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.1513169 Jun 28 22:04:37.688154 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-6e75c846-19dc-4192-96db-f28aca6a63a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, ad37e4f8-54b3-4a85-80b8-0f873ef271ff) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:04:37.693970 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e75c846-19dc-4192-96db-f28aca6a63a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:37.695069 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6e75c846-19dc-4192-96db-f28aca6a63a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:37.707149 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:37.714684 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:37.729990 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1bc0ab17-2992-4a66-b562-879f3d79136a req-daaa0173-6a96-4507-8cff-3ad690f263d2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469003 Jun 28 22:04:37.761709 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device c75b0d8b-85e0-457c-a9e8-4934fd0ee490 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:04:37.793660 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc9a84e-3c98-4f6f-b776-558feb4566b7 None None] Network ad37e4f8-54b3-4a85-80b8-0f873ef271ff requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:04:37.802518 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6e75c846-19dc-4192-96db-f28aca6a63a7 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8977323 Jun 28 22:04:37.804824 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 53592) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:37.809677 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-362946728-router', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:04:37.925070 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Routers {'8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:04:37.925836 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:04:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:37.935571 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7220'] for router, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:37.938836 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7181'] for router, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:37.972319 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-98987a50-d368-4cf8-b57b-9105dd2014f6 req-d53b6ebf-5665-4e98-bb71-aa29a7a73e49 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1427791 Jun 28 22:04:38.054161 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d01aee-1957-48bc-be8a-0627d97552e4 None None] Pushing event updated for resources: {'Port': ['ID=522031fc-c122-41aa-b1bc-a2430a7ed3bf,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:38.058093 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-41d01aee-1957-48bc-be8a-0627d97552e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:38.117334 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:38.149055 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc330e12d-bc8b-53b0-9a28-5826593b933a-ad37e4f8-54b3-4a85-80b8-0f873ef271ff', 'network_id': 'ad37e4f8-54b3-4a85-80b8-0f873ef271ff', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249', 'fixed_ips': [{'subnet_id': 'e0fec82b-af5f-4310-9d54-1bf7d8514691'}]}} from dv-cinder-798384-1-smb. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 22:04:38.149992 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:38.158903 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port c75b0d8b-85e0-457c-a9e8-4934fd0ee490 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:38.159506 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:38.205677 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98987a50-d368-4cf8-b57b-9105dd2014f6 req-dd82c2a3-6e92-40e9-a317-483df9e1e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:38.207327 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-98987a50-d368-4cf8-b57b-9105dd2014f6 req-dd82c2a3-6e92-40e9-a317-483df9e1e3d3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3119f34cbd4c4cef86133fc965006033&device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 1099 time: 0.2038143 Jun 28 22:04:38.251924 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee9e97-2875-4137-bf5d-3e824e00b954 req-f72f1e8b-a890-4f22-a6fb-e03357b028dd tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:38.253495 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-29ee9e97-2875-4137-bf5d-3e824e00b954 req-f72f1e8b-a890-4f22-a6fb-e03357b028dd tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1446710 Jun 28 22:04:38.356337 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-29ee9e97-2875-4137-bf5d-3e824e00b954 req-a9a3883b-ed14-4898-aee8-5eca40cb73cb tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905585 Jun 28 22:04:38.365853 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-962965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-963522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7187'] for router, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:38.381358 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98987a50-d368-4cf8-b57b-9105dd2014f6 req-f3d3679b-0a9f-4801-a322-9a4805519a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:38.383338 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-98987a50-d368-4cf8-b57b-9105dd2014f6 req-f3d3679b-0a9f-4801-a322-9a4805519a06 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c760d07-f07f-45da-b722-cb1c9bb91047 HTTP/1.1" status: 200 len: 920 time: 0.1531351 Jun 28 22:04:38.427716 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] Set router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:04:38.432609 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-98987a50-d368-4cf8-b57b-9105dd2014f6 req-c54c8b8b-f1fc-455f-9709-f01db5217873 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0e104b11-c243-488a-8316-ccdbd065ddd5 HTTP/1.1" status: 200 len: 217 time: 0.0423238 Jun 28 22:04:38.488510 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98987a50-d368-4cf8-b57b-9105dd2014f6 req-93d1ee93-6823-4bb5-bcbf-a24f0e3413a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:38.490162 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-98987a50-d368-4cf8-b57b-9105dd2014f6 req-93d1ee93-6823-4bb5-bcbf-a24f0e3413a4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0afd4b0c-f3c8-4204-abf0-24f2274291f0 HTTP/1.1" status: 200 len: 859 time: 0.0498686 Jun 28 22:04:38.541151 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-98987a50-d368-4cf8-b57b-9105dd2014f6 req-56144666-39ac-4c7a-b60c-67731be3a7dd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c760d07-f07f-45da-b722-cb1c9bb91047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390964 Jun 28 22:04:38.670142 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:38.695682 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:38.729355 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-98987a50-d368-4cf8-b57b-9105dd2014f6 req-189c2944-c010-45f2-bcea-f8ba628a6baf service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787090 Jun 28 22:04:38.845879 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Allocated IP 172.20.0.2 (ad37e4f8-54b3-4a85-80b8-0f873ef271ff/e0fec82b-af5f-4310-9d54-1bf7d8514691/b96eae20-51e7-4a5b-b9cf-037bff32071c) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:04:38.898332 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-98987a50-d368-4cf8-b57b-9105dd2014f6 req-a9d8694d-4f2e-429b-9cdc-6f75f47001d7 service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601477 Jun 28 22:04:38.923610 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Allocated IP 172.28.0.144 (9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6/0eef9f0e-0d35-4ef7-8148-7c64e0103d05/430add7f-ca8f-465f-89fa-977380a2cb69) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:04:38.965472 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b869983f-6ad3-4f5d-bf66-c1666b538684 req-a48e66c4-3031-49be-a1ec-b1de633a0913 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:38.966936 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b869983f-6ad3-4f5d-bf66-c1666b538684 req-a48e66c4-3031-49be-a1ec-b1de633a0913 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.0836136 Jun 28 22:04:39.036456 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:26Z', 'updated_at': '2021-06-28T22:04:32Z', 'revision_number': 4, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'gw_port': {'id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:27Z', 'updated_at': '2021-06-28T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '522031fc-c122-41aa-b1bc-a2430a7ed3bf', 'name': '', 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'mac_address': 'fa:16:3e:bf:2d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:31Z', 'updated_at': '2021-06-28T22:04:37Z', 'revision_number': 4, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'subnets': [{'id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:39.042157 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b869983f-6ad3-4f5d-bf66-c1666b538684 req-3149647c-3d70-40c8-8ce6-044f222bbb96 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683491 Jun 28 22:04:39.043629 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:39.071723 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f197e83-caa0-4ae5-aaf1-bc5d99d0874e None None] The sync data for ids ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'] in dv-cinder-798384-1-smb is: [{'id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:26Z', 'updated_at': '2021-06-28T22:04:32Z', 'revision_number': 4, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'gw_port': {'id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:27Z', 'updated_at': '2021-06-28T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '522031fc-c122-41aa-b1bc-a2430a7ed3bf', 'name': '', 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'mac_address': 'fa:16:3e:bf:2d:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:31Z', 'updated_at': '2021-06-28T22:04:37Z', 'revision_number': 4, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'subnets': [{'id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:04:39.148746 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:39.175282 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Transition to ACTIVE for port object b96eae20-51e7-4a5b-b9cf-037bff32071c will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:04:39.230002 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Transition to ACTIVE for port object b96eae20-51e7-4a5b-b9cf-037bff32071c will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:04:39.318733 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:39.320726 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:39.389415 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Network ad37e4f8-54b3-4a85-80b8-0f873ef271ff is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:04:39.403839 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:04:39.420760 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:04:39.450749 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Pushing event updated for resources: {'Port': ['ID=b96eae20-51e7-4a5b-b9cf-037bff32071c,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:39.454493 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:39.457777 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-bbebf6a2-76f4-4372-9564-334020339a40 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:39.460397 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:39.500948 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:04:39.514780 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:04:39.520572 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:04:39.594931 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Attempting to bind port b96eae20-51e7-4a5b-b9cf-037bff32071c on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:04:39.595313 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Attempting to bind port b96eae20-51e7-4a5b-b9cf-037bff32071c by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ad37e4f8-54b3-4a85-80b8-0f873ef271ff'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:04:39.595697 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Attempting to bind port b96eae20-51e7-4a5b-b9cf-037bff32071c on network ad37e4f8-54b3-4a85-80b8-0f873ef271ff {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:04:39.614030 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Pushing event updated for resources: {'Port': ['ID=430add7f-ca8f-465f-89fa-977380a2cb69,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:39.628366 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:39.631531 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:04:39.634594 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Checking segment: {'id': '3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ad37e4f8-54b3-4a85-80b8-0f873ef271ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:04:39.635278 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:39.635887 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Bound using segment: {'id': '3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ad37e4f8-54b3-4a85-80b8-0f873ef271ff'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:04:39.637103 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Bound port: b96eae20-51e7-4a5b-b9cf-037bff32071c, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ad37e4f8-54b3-4a85-80b8-0f873ef271ff'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:04:39.637725 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:39.717615 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0925cf2-ad8f-432e-9184-81c86f89c0da req-5dfd2e03-17c2-4b0a-a0f0-4fdcbf67dd13 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:39.729274 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e0925cf2-ad8f-432e-9184-81c86f89c0da req-5dfd2e03-17c2-4b0a-a0f0-4fdcbf67dd13 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1510954 Jun 28 22:04:39.869894 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 522031fc-c122-41aa-b1bc-a2430a7ed3bf up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:04:39.891683 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] For port b96eae20-51e7-4a5b-b9cf-037bff32071c, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:04:39.899890 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] For port b96eae20-51e7-4a5b-b9cf-037bff32071c, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=b96eae20-51e7-4a5b-b9cf-037bff32071c,segment=NetworkSegment(3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49),segment_id=3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:04:39.908716 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e0925cf2-ad8f-432e-9184-81c86f89c0da req-3d2d4b95-0e99-4698-90c3-bfc30b945cd0 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783726 Jun 28 22:04:40.013027 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:40.017931 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:40.105123 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port 522031fc-c122-41aa-b1bc-a2430a7ed3bf completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:04:40.165264 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 522031fc-c122-41aa-b1bc-a2430a7ed3bf triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:40.165653 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:40.210831 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:40.307956 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Pushing event updated for resources: {'Port': ['ID=b96eae20-51e7-4a5b-b9cf-037bff32071c,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:40.315013 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:40.384683 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:40.421490 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:40.549933 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port 522031fc-c122-41aa-b1bc-a2430a7ed3bf, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=522031fc-c122-41aa-b1bc-a2430a7ed3bf,segment=NetworkSegment(484d212c-8f5b-49d2-8b7c-1c3ecac070ab),segment_id=484d212c-8f5b-49d2-8b7c-1c3ecac070ab)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:40.584732 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e39f-8352-4fbf-ae7c-cf4a4f0c355f req-f7239104-7e7c-45c5-991b-e6c1f241310a tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:40.604099 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5900e39f-8352-4fbf-ae7c-cf4a4f0c355f req-f7239104-7e7c-45c5-991b-e6c1f241310a tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 946 time: 0.1982350 Jun 28 22:04:40.614029 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:40.616222 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:40.631566 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-963549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963006'] for router, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:40.746501 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5900e39f-8352-4fbf-ae7c-cf4a4f0c355f req-5b489736-1ef9-4a5e-b301-34adf41c525f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118734 Jun 28 22:04:40.764850 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=522031fc-c122-41aa-b1bc-a2430a7ed3bf,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:40.772533 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:41.082775 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Router 2b14fb9e-5106-4909-93e3-bcbc7d7df519 is scheduled to L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 with binding_index 1 {{(pid=93383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 22:04:41.205314 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device f70002a6-5441-4361-918d-a330b40d67d6 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:04:41.245986 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53c156d-bd1b-4cd7-a783-bed137968894 req-a6c56f81-4f51-43aa-b998-aa0664db3565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:41.247920 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a53c156d-bd1b-4cd7-a783-bed137968894 req-a6c56f81-4f51-43aa-b998-aa0664db3565 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 1098 time: 0.1162617 Jun 28 22:04:41.262983 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9194d9-6c95-41e4-b641-b625d15a3de2 req-71bcfca6-2e84-4431-966c-527a7f16de34 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:41.273236 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3c9194d9-6c95-41e4-b641-b625d15a3de2 req-71bcfca6-2e84-4431-966c-527a7f16de34 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1850441 Jun 28 22:04:41.346234 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:04:41.357982 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:41.360602 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Sync routers for ids ['2b14fb9e-5106-4909-93e3-bcbc7d7df519'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:04:41.377105 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Routers {'2b14fb9e-5106-4909-93e3-bcbc7d7df519'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:04:41.379438 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:04:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['2b14fb9e-5106-4909-93e3-bcbc7d7df519'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:41.412291 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port f70002a6-5441-4361-918d-a330b40d67d6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f70002a6-5441-4361-918d-a330b40d67d6,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:41.413330 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f70002a6-5441-4361-918d-a330b40d67d6'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:04:41.415806 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24c66698-ce56-4313-9c79-fd1c1b5868c3" -d '{"events": [{"server_uuid": "5f4ac1c4-f994-4582-9d38-bfa8e9733a1d", "name": "network-vif-unplugged", "status": "completed", "tag": "f70002a6-5441-4361-918d-a330b40d67d6"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:04:41.431449 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3c9194d9-6c95-41e4-b641-b625d15a3de2 req-a4ad5c26-148f-4bef-82ba-a3e149b61572 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466668 Jun 28 22:04:41.456692 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a53c156d-bd1b-4cd7-a783-bed137968894 req-75b0a0ff-9f82-41ad-8a77-294c17f12560 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703944 Jun 28 22:04:41.459883 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:41.461149 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6553917 Jun 28 22:04:41.464215 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 53652) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:41.483943 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 22:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a835b86-bbe6-47b7-b763-9db0eb7c7d1e x-openstack-request-id: req-2a835b86-bbe6-47b7-b763-9db0eb7c7d1e {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:04:41.484291 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4ac1c4-f994-4582-9d38-bfa8e9733a1d", "name": "network-vif-unplugged", "status": "failed", "tag": "f70002a6-5441-4361-918d-a330b40d67d6", "code": 422}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:04:41.484562 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2a835b86-bbe6-47b7-b763-9db0eb7c7d1e {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:04:41.484992 dv-cinder-798384-1-smb neutron-server[93385]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f70002a6-5441-4361-918d-a330b40d67d6', 'code': 422} returned with failed status Jun 28 22:04:41.492331 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:41.495667 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:41.571341 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=f70002a6-5441-4361-918d-a330b40d67d6,revision_number=8']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:41.575699 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:41.630324 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Set router 2b14fb9e-5106-4909-93e3-bcbc7d7df519 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:04:41.791790 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698e255e-59ea-4a0d-950b-f75cc85f58a1 None None] Network ad37e4f8-54b3-4a85-80b8-0f873ef271ff requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:04:41.941873 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-e9058840-757a-420d-a1ce-42db8c2927a4 None None] Provisioning for port b96eae20-51e7-4a5b-b9cf-037bff32071c completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:04:41.970111 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'name': 'tempest-TestMinimumBasicScenario-362946728-router', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '430add7f-ca8f-465f-89fa-977380a2cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:37Z', 'updated_at': '2021-06-28T22:04:39Z', 'revision_number': 3, 'project_id': '9e0971fb8aa14036a737ff35070c1249', 'gw_port': {'id': '430add7f-ca8f-465f-89fa-977380a2cb69', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:38Z', 'updated_at': '2021-06-28T22:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:42.003696 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Checking router: 2b14fb9e-5106-4909-93e3-bcbc7d7df519 for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:04:42.004546 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Updating router 2b14fb9e-5106-4909-93e3-bcbc7d7df519 port 430add7f-ca8f-465f-89fa-977380a2cb69 binding host dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:04:42.016067 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 522031fc-c122-41aa-b1bc-a2430a7ed3bf up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:04:42.044224 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:42.107885 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 522031fc-c122-41aa-b1bc-a2430a7ed3bf triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:42.107885 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:42.273033 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device b96eae20-51e7-4a5b-b9cf-037bff32071c up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:04:42.477942 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port b96eae20-51e7-4a5b-b9cf-037bff32071c completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:04:42.486115 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port b96eae20-51e7-4a5b-b9cf-037bff32071c triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:42.487095 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:42.500069 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:42.529046 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-8719d0a1-5cee-47a7-848b-6853510842c0 None None] Provisioning complete for port b96eae20-51e7-4a5b-b9cf-037bff32071c triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:42.529580 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8719d0a1-5cee-47a7-848b-6853510842c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:42.581094 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:42.606271 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Transition to ACTIVE for port object 430add7f-ca8f-465f-89fa-977380a2cb69 will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:04:42.677371 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:42.680302 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:42.716189 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:42.732035 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-8719d0a1-5cee-47a7-848b-6853510842c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:42.788318 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port b96eae20-51e7-4a5b-b9cf-037bff32071c, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=b96eae20-51e7-4a5b-b9cf-037bff32071c,segment=NetworkSegment(3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49),segment_id=3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:42.792188 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed947cb-af79-424d-b1e5-0b9dfbf00cd8 req-ee6cf6c1-291c-4ca4-acc6-cf2311b6dc13 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:42.807116 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Allocated IP 172.20.0.1 (ad37e4f8-54b3-4a85-80b8-0f873ef271ff/e0fec82b-af5f-4310-9d54-1bf7d8514691/8a1d874e-e7af-4ddc-8ec7-4394302485fa) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:04:42.816269 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-aed947cb-af79-424d-b1e5-0b9dfbf00cd8 req-ee6cf6c1-291c-4ca4-acc6-cf2311b6dc13 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1892676 Jun 28 22:04:42.819775 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e7c75-034e-4a41-8c44-4c38af3c0df0 None None] Pushing event updated for resources: {'Port': ['ID=430add7f-ca8f-465f-89fa-977380a2cb69,revision_number=2']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:42.829766 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-739e7c75-034e-4a41-8c44-4c38af3c0df0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:42.882531 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Attempting to bind port 430add7f-ca8f-465f-89fa-977380a2cb69 on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:04:42.883169 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Attempting to bind port 430add7f-ca8f-465f-89fa-977380a2cb69 by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:04:42.883648 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:42.883889 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Attempting to bind port 430add7f-ca8f-465f-89fa-977380a2cb69 on network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:04:42.891066 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:42.892896 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:04:42.893501 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Checking segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:04:42.894070 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:42.895476 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Bound using segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:04:42.896222 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Bound port: 430add7f-ca8f-465f-89fa-977380a2cb69, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:04:42.898564 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:42.903978 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-aed947cb-af79-424d-b1e5-0b9dfbf00cd8 req-d12a81b1-de36-4aea-a3ec-65b2aeebfefe tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861561 Jun 28 22:04:42.995263 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=b96eae20-51e7-4a5b-b9cf-037bff32071c,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:42.998810 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] For port 430add7f-ca8f-465f-89fa-977380a2cb69, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:04:43.003226 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] For port 430add7f-ca8f-465f-89fa-977380a2cb69, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=430add7f-ca8f-465f-89fa-977380a2cb69,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:04:43.007547 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:43.010650 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.db.api [None req-8719d0a1-5cee-47a7-848b-6853510842c0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 22:04:43.011144 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_db.api [None req-8719d0a1-5cee-47a7-848b-6853510842c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 22:04:43.015949 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:43.032729 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Transition to ACTIVE for port object 8a1d874e-e7af-4ddc-8ec7-4394302485fa will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:04:43.096424 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:43.100974 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-739e7c75-034e-4a41-8c44-4c38af3c0df0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:43.167904 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e7c75-034e-4a41-8c44-4c38af3c0df0 None None] Pushing event updated for resources: {'Port': ['ID=430add7f-ca8f-465f-89fa-977380a2cb69,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:43.172379 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-739e7c75-034e-4a41-8c44-4c38af3c0df0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:43.183273 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:43.185532 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:43.239109 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Routers {'2b14fb9e-5106-4909-93e3-bcbc7d7df519'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:04:43.240483 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:04:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['2b14fb9e-5106-4909-93e3-bcbc7d7df519'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:43.249568 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Network ad37e4f8-54b3-4a85-80b8-0f873ef271ff is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:04:43.255491 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:04:43.265890 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:04:43.277651 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1d874e-e7af-4ddc-8ec7-4394302485fa,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:43.278139 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a6dc7-07da-489b-8dd9-1760d87d6f7f req-ad796041-f027-45bf-87e1-540bb0393885 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:43.287869 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:43.289290 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-839a6dc7-07da-489b-8dd9-1760d87d6f7f req-ad796041-f027-45bf-87e1-540bb0393885 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.1065254 Jun 28 22:04:43.352922 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-963971'] for router_interface, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:43.416091 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] Set router 2b14fb9e-5106-4909-93e3-bcbc7d7df519 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:04:43.425558 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-839a6dc7-07da-489b-8dd9-1760d87d6f7f req-78ed87f3-6e6c-46c8-a440-8eec7c10783a tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351802 Jun 28 22:04:43.748573 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'name': 'tempest-TestMinimumBasicScenario-362946728-router', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '430add7f-ca8f-465f-89fa-977380a2cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:37Z', 'updated_at': '2021-06-28T22:04:39Z', 'revision_number': 3, 'project_id': '9e0971fb8aa14036a737ff35070c1249', 'gw_port': {'id': '430add7f-ca8f-465f-89fa-977380a2cb69', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:38Z', 'updated_at': '2021-06-28T22:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:43.771714 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device b96eae20-51e7-4a5b-b9cf-037bff32071c up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:04:43.784694 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c01b8c-8f8b-4ea0-9e1d-7980605350de None None] The sync data for ids ['2b14fb9e-5106-4909-93e3-bcbc7d7df519'] in dv-cinder-798384-1-smb is: [{'id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'name': 'tempest-TestMinimumBasicScenario-362946728-router', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '430add7f-ca8f-465f-89fa-977380a2cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:37Z', 'updated_at': '2021-06-28T22:04:39Z', 'revision_number': 3, 'project_id': '9e0971fb8aa14036a737ff35070c1249', 'gw_port': {'id': '430add7f-ca8f-465f-89fa-977380a2cb69', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:38Z', 'updated_at': '2021-06-28T22:04:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:04:43.853659 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port b96eae20-51e7-4a5b-b9cf-037bff32071c triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:43.854230 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:43.864826 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:43.913311 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-3ae2d870-c81c-46f1-965d-d3a25e1a51fe None None] Provisioning for port 8a1d874e-e7af-4ddc-8ec7-4394302485fa completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:04:43.920981 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-3ae2d870-c81c-46f1-965d-d3a25e1a51fe None None] Provisioning complete for port 8a1d874e-e7af-4ddc-8ec7-4394302485fa triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:43.924386 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3ae2d870-c81c-46f1-965d-d3a25e1a51fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:44.048300 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-3ae2d870-c81c-46f1-965d-d3a25e1a51fe None None] Port 8a1d874e-e7af-4ddc-8ec7-4394302485fa cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:04:44.136510 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 53702) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:04:44.231611 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:44.262229 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d7554-011e-443f-9bb4-86a96462a1d0 req-a32f5945-60a0-4d66-8009-0548aeaf02e8 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:44.271445 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-492d7554-011e-443f-9bb4-86a96462a1d0 req-a32f5945-60a0-4d66-8009-0548aeaf02e8 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1079240 Jun 28 22:04:44.328627 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:44.333146 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-af18efa4-1a48-44cd-9868-a1f3bd200359 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:44.368411 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-492d7554-011e-443f-9bb4-86a96462a1d0 req-8e2d9b83-e981-417c-8465-b0e43dbbd4d5 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954030 Jun 28 22:04:44.431513 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0446e091-23df-4be9-ba4e-828520fcefd3 req-4815a095-0f9f-4639-9a8b-a0ee4998534a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2925115 Jun 28 22:04:44.516043 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963443'] for router_interface, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:44.609800 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Pushing event updated for resources: {'Port': ['ID=8a1d874e-e7af-4ddc-8ec7-4394302485fa,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:44.629894 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:44.808084 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Network ad37e4f8-54b3-4a85-80b8-0f873ef271ff is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:04:44.809942 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:04:45.077136 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Router 2b14fb9e-5106-4909-93e3-bcbc7d7df519 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:04:45.187689 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8de5fdf-7f98-4b0e-90b0-dc091d7a231b req-7e30d8a5-bcc5-4fe4-b781-487c02766241 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:45.200690 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f8de5fdf-7f98-4b0e-90b0-dc091d7a231b req-7e30d8a5-bcc5-4fe4-b781-487c02766241 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.1944718 Jun 28 22:04:45.279148 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:04:45.293899 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] 10.222.0.36 "PUT /v2.0/routers/2b14fb9e-5106-4909-93e3-bcbc7d7df519/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8284528 Jun 28 22:04:45.312961 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-bfefd6e6-6c36-4159-885d-63890ba0d39b None None] Provisioning complete for port 8a1d874e-e7af-4ddc-8ec7-4394302485fa triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:45.313439 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-bfefd6e6-6c36-4159-885d-63890ba0d39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:45.401262 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-bfefd6e6-6c36-4159-885d-63890ba0d39b None None] Port 8a1d874e-e7af-4ddc-8ec7-4394302485fa cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:04:45.643113 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f8de5fdf-7f98-4b0e-90b0-dc091d7a231b req-7f43fc42-462c-44dc-a92b-e68ba0d5c427 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4414997 Jun 28 22:04:45.783050 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 430add7f-ca8f-465f-89fa-977380a2cb69 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:04:45.953509 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port 430add7f-ca8f-465f-89fa-977380a2cb69 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:04:45.971314 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 430add7f-ca8f-465f-89fa-977380a2cb69 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:45.971314 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:46.147566 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516531e6-b2c4-42e9-aee7-6c0f5d62d38e req-5b8f1ae4-c66f-40fc-bc50-932261b69552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:46.155383 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:46.155559 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-516531e6-b2c4-42e9-aee7-6c0f5d62d38e req-5b8f1ae4-c66f-40fc-bc50-932261b69552 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=3119f34cbd4c4cef86133fc965006033&device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 1098 time: 0.1947455 Jun 28 22:04:46.170375 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port 430add7f-ca8f-465f-89fa-977380a2cb69, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=430add7f-ca8f-465f-89fa-977380a2cb69,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:46.215806 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14f38e3-bfa8-4b80-a7ca-19b864b5179f req-c0c7fc77-45c1-44f5-bdd4-0b0002937a18 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:46.217215 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f14f38e3-bfa8-4b80-a7ca-19b864b5179f req-c0c7fc77-45c1-44f5-bdd4-0b0002937a18 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1927283 Jun 28 22:04:46.248269 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:46.250847 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:46.308147 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=430add7f-ca8f-465f-89fa-977380a2cb69,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:46.311128 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:46.314968 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f14f38e3-bfa8-4b80-a7ca-19b864b5179f req-2c7e4080-2ff1-4264-b2da-e5406763d313 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519235 Jun 28 22:04:46.327859 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516531e6-b2c4-42e9-aee7-6c0f5d62d38e req-e01bdd94-9c35-4388-aaa2-9ad531bf7d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:46.329394 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-516531e6-b2c4-42e9-aee7-6c0f5d62d38e req-e01bdd94-9c35-4388-aaa2-9ad531bf7d79 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7c760d07-f07f-45da-b722-cb1c9bb91047 HTTP/1.1" status: 200 len: 920 time: 0.1637661 Jun 28 22:04:46.388569 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-516531e6-b2c4-42e9-aee7-6c0f5d62d38e req-6805e88f-9058-49f7-9d2c-d069c31452b7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=80eee83e-ddab-419a-b150-bcc386c49883 HTTP/1.1" status: 200 len: 217 time: 0.0513229 Jun 28 22:04:46.465452 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516531e6-b2c4-42e9-aee7-6c0f5d62d38e req-affcf0c6-af37-4786-9833-1d55f4f20390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:46.468854 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-516531e6-b2c4-42e9-aee7-6c0f5d62d38e req-affcf0c6-af37-4786-9833-1d55f4f20390 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=0afd4b0c-f3c8-4204-abf0-24f2274291f0 HTTP/1.1" status: 200 len: 859 time: 0.0728433 Jun 28 22:04:46.512341 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-516531e6-b2c4-42e9-aee7-6c0f5d62d38e req-963fcefd-7937-4635-bbdf-d6a14e8ce835 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7c760d07-f07f-45da-b722-cb1c9bb91047&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351248 Jun 28 22:04:46.522490 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Sync routers for ids ['2b14fb9e-5106-4909-93e3-bcbc7d7df519'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:04:46.527952 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Routers {'2b14fb9e-5106-4909-93e3-bcbc7d7df519'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:04:46.528829 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:04:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['2b14fb9e-5106-4909-93e3-bcbc7d7df519'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:46.734347 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-516531e6-b2c4-42e9-aee7-6c0f5d62d38e req-ee13940d-2d58-4253-8368-ce36e3f70121 service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126145 Jun 28 22:04:46.893306 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-516531e6-b2c4-42e9-aee7-6c0f5d62d38e req-714ac153-9cdc-45a7-a0a2-e2517977de3b service neutron] 10.222.0.35 "GET /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510427 Jun 28 22:04:46.893797 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Set router 2b14fb9e-5106-4909-93e3-bcbc7d7df519 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:04:47.003769 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e54b4-0546-471d-8568-f15858c1c86b req-8d7bd95f-7122-416b-a60c-913f4fee28ee tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:47.015890 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fe1e54b4-0546-471d-8568-f15858c1c86b req-8d7bd95f-7122-416b-a60c-913f4fee28ee tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.1214452 Jun 28 22:04:47.113162 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fe1e54b4-0546-471d-8568-f15858c1c86b req-151fc851-7e65-44e4-825e-4a8498b5a2ac tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961087 Jun 28 22:04:47.310749 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'name': 'tempest-TestMinimumBasicScenario-362946728-router', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '430add7f-ca8f-465f-89fa-977380a2cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:37Z', 'updated_at': '2021-06-28T22:04:43Z', 'revision_number': 4, 'project_id': '9e0971fb8aa14036a737ff35070c1249', 'gw_port': {'id': '430add7f-ca8f-465f-89fa-977380a2cb69', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:38Z', 'updated_at': '2021-06-28T22:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '8a1d874e-e7af-4ddc-8ec7-4394302485fa', 'name': '', 'network_id': 'ad37e4f8-54b3-4a85-80b8-0f873ef271ff', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249', 'mac_address': 'fa:16:3e:c3:ac:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e0fec82b-af5f-4310-9d54-1bf7d8514691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:42Z', 'updated_at': '2021-06-28T22:04:43Z', 'revision_number': 2, 'project_id': '9e0971fb8aa14036a737ff35070c1249', 'subnets': [{'id': 'e0fec82b-af5f-4310-9d54-1bf7d8514691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:47.390414 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Checking router: 2b14fb9e-5106-4909-93e3-bcbc7d7df519 for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:04:47.390806 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Updating router 2b14fb9e-5106-4909-93e3-bcbc7d7df519 port 8a1d874e-e7af-4ddc-8ec7-4394302485fa binding host dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:04:47.456390 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:47.681721 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:04:47.728869 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f885a4-58a3-477d-a76a-a78385aa5303 req-b374b257-60fb-4272-a991-e6939575bec4 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:47.731900 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-39f885a4-58a3-477d-a76a-a78385aa5303 req-b374b257-60fb-4272-a991-e6939575bec4 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1503353 Jun 28 22:04:47.815290 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-39f885a4-58a3-477d-a76a-a78385aa5303 req-f97bcea8-a48d-44c4-bce7-77aa64c0149a tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784400 Jun 28 22:04:47.852044 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 430add7f-ca8f-465f-89fa-977380a2cb69 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:04:47.979565 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:47.993767 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 430add7f-ca8f-465f-89fa-977380a2cb69 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:47.994156 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:48.011426 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Transition to ACTIVE for port object 8a1d874e-e7af-4ddc-8ec7-4394302485fa will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:04:48.107787 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:48.109971 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:48.276497 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e651f2-b54d-4cf0-91a3-7add445aa9a7 None None] Pushing event updated for resources: {'Port': ['ID=8a1d874e-e7af-4ddc-8ec7-4394302485fa,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:48.288945 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446e091-23df-4be9-ba4e-828520fcefd3 req-b54fd13c-b0bf-4935-adf8-e34933c39715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:48.290467 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0446e091-23df-4be9-ba4e-828520fcefd3 req-b54fd13c-b0bf-4935-adf8-e34933c39715 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d&tenant_id=540be3d5aaf14f8099311f922d1335d3 HTTP/1.1" status: 200 len: 1097 time: 0.3109653 Jun 28 22:04:48.290913 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-03e651f2-b54d-4cf0-91a3-7add445aa9a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:48.489916 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Attempting to bind port 8a1d874e-e7af-4ddc-8ec7-4394302485fa on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:04:48.490791 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Attempting to bind port 8a1d874e-e7af-4ddc-8ec7-4394302485fa by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ad37e4f8-54b3-4a85-80b8-0f873ef271ff'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:04:48.491647 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Attempting to bind port 8a1d874e-e7af-4ddc-8ec7-4394302485fa on network ad37e4f8-54b3-4a85-80b8-0f873ef271ff {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:04:48.506062 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:04:48.507062 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Checking segment: {'id': '3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ad37e4f8-54b3-4a85-80b8-0f873ef271ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:04:48.517705 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:48.518522 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Bound using segment: {'id': '3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ad37e4f8-54b3-4a85-80b8-0f873ef271ff'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:04:48.531030 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Bound port: 8a1d874e-e7af-4ddc-8ec7-4394302485fa, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ad37e4f8-54b3-4a85-80b8-0f873ef271ff'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:04:48.531847 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:48.633006 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446e091-23df-4be9-ba4e-828520fcefd3 req-6d207484-37fb-4ec4-bda9-fa77567c9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:48.634394 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0446e091-23df-4be9-ba4e-828520fcefd3 req-6d207484-37fb-4ec4-bda9-fa77567c9bb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=540be3d5aaf14f8099311f922d1335d3&device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 1097 time: 0.2722867 Jun 28 22:04:48.671975 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] For port 8a1d874e-e7af-4ddc-8ec7-4394302485fa, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:04:48.677990 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] For port 8a1d874e-e7af-4ddc-8ec7-4394302485fa, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=8a1d874e-e7af-4ddc-8ec7-4394302485fa,segment=NetworkSegment(3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49),segment_id=3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:04:48.681276 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32546c9e-b98d-4bab-bee7-1bfa8fd7c057 req-1f6aa5c5-6c1f-418f-ba18-9334b13c0286 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:48.683617 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-32546c9e-b98d-4bab-bee7-1bfa8fd7c057 req-1f6aa5c5-6c1f-418f-ba18-9334b13c0286 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.3432200 Jun 28 22:04:48.831326 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:48.892487 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:48.942965 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-32546c9e-b98d-4bab-bee7-1bfa8fd7c057 req-3260e40e-1efc-4302-a66a-ca2629e2c428 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2268627 Jun 28 22:04:49.030860 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446e091-23df-4be9-ba4e-828520fcefd3 req-9621d529-c56f-4236-8bbe-8bb192de31be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:49.032694 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0446e091-23df-4be9-ba4e-828520fcefd3 req-9621d529-c56f-4236-8bbe-8bb192de31be service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a01a082-3ec6-4e75-8884-a203b5eaabe4 HTTP/1.1" status: 200 len: 917 time: 0.3833139 Jun 28 22:04:49.089551 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Routers {'2b14fb9e-5106-4909-93e3-bcbc7d7df519'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:04:49.090197 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:04:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['2b14fb9e-5106-4909-93e3-bcbc7d7df519'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:49.216646 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0446e091-23df-4be9-ba4e-828520fcefd3 req-9def80d8-96a8-4f3f-9eb9-2b26c6d50462 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f70002a6-5441-4361-918d-a330b40d67d6 HTTP/1.1" status: 200 len: 999 time: 0.1759987 Jun 28 22:04:49.254725 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e651f2-b54d-4cf0-91a3-7add445aa9a7 None None] Pushing event updated for resources: {'Port': ['ID=8a1d874e-e7af-4ddc-8ec7-4394302485fa,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:49.265562 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-03e651f2-b54d-4cf0-91a3-7add445aa9a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:49.457656 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] Set router 2b14fb9e-5106-4909-93e3-bcbc7d7df519 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:04:49.487509 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446e091-23df-4be9-ba4e-828520fcefd3 req-e931ede9-84ce-43ba-ab43-861b91032ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:49.492596 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0446e091-23df-4be9-ba4e-828520fcefd3 req-e931ede9-84ce-43ba-ab43-861b91032ec3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9dcc002-255b-49f2-9b1c-c91d2190c0e5 HTTP/1.1" status: 200 len: 855 time: 0.2493434 Jun 28 22:04:49.624942 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf57082-e4f3-4769-9614-d66876a1d059 req-e7c5d605-c442-48a9-8161-387c215f6dc2 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:49.634145 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fdf57082-e4f3-4769-9614-d66876a1d059 req-e7c5d605-c442-48a9-8161-387c215f6dc2 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.2733297 Jun 28 22:04:49.706362 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fdf57082-e4f3-4769-9614-d66876a1d059 req-e93092a8-368c-425d-ad61-108c371222f4 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665090 Jun 28 22:04:49.733170 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446e091-23df-4be9-ba4e-828520fcefd3 req-143e2638-f00f-416d-9f8c-8160f2ac7e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:49.735414 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0446e091-23df-4be9-ba4e-828520fcefd3 req-143e2638-f00f-416d-9f8c-8160f2ac7e60 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a01a082-3ec6-4e75-8884-a203b5eaabe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2333472 Jun 28 22:04:49.836759 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'name': 'tempest-TestMinimumBasicScenario-362946728-router', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '430add7f-ca8f-465f-89fa-977380a2cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:37Z', 'updated_at': '2021-06-28T22:04:43Z', 'revision_number': 4, 'project_id': '9e0971fb8aa14036a737ff35070c1249', 'gw_port': {'id': '430add7f-ca8f-465f-89fa-977380a2cb69', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:38Z', 'updated_at': '2021-06-28T22:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '8a1d874e-e7af-4ddc-8ec7-4394302485fa', 'name': '', 'network_id': 'ad37e4f8-54b3-4a85-80b8-0f873ef271ff', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249', 'mac_address': 'fa:16:3e:c3:ac:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e0fec82b-af5f-4310-9d54-1bf7d8514691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:42Z', 'updated_at': '2021-06-28T22:04:48Z', 'revision_number': 4, 'project_id': '9e0971fb8aa14036a737ff35070c1249', 'subnets': [{'id': 'e0fec82b-af5f-4310-9d54-1bf7d8514691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:04:49.857244 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0446e091-23df-4be9-ba4e-828520fcefd3 req-620fc7e6-1d29-4870-a3f8-694c8f1b6382 service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123514 Jun 28 22:04:49.917015 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3361f833-ffc6-4136-b936-894fe9432f83 None None] The sync data for ids ['2b14fb9e-5106-4909-93e3-bcbc7d7df519'] in dv-cinder-798384-1-smb is: [{'id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'name': 'tempest-TestMinimumBasicScenario-362946728-router', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '430add7f-ca8f-465f-89fa-977380a2cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:37Z', 'updated_at': '2021-06-28T22:04:43Z', 'revision_number': 4, 'project_id': '9e0971fb8aa14036a737ff35070c1249', 'gw_port': {'id': '430add7f-ca8f-465f-89fa-977380a2cb69', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:38Z', 'updated_at': '2021-06-28T22:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '8a1d874e-e7af-4ddc-8ec7-4394302485fa', 'name': '', 'network_id': 'ad37e4f8-54b3-4a85-80b8-0f873ef271ff', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249', 'mac_address': 'fa:16:3e:c3:ac:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'e0fec82b-af5f-4310-9d54-1bf7d8514691', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:42Z', 'updated_at': '2021-06-28T22:04:48Z', 'revision_number': 4, 'project_id': '9e0971fb8aa14036a737ff35070c1249', 'subnets': [{'id': 'e0fec82b-af5f-4310-9d54-1bf7d8514691', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:04:50.128288 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0446e091-23df-4be9-ba4e-828520fcefd3 req-6341e797-64c2-40ec-a921-6268d376a515 service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606418 Jun 28 22:04:50.410644 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8be7f8c-168a-4481-858a-3b77b9c8fc29 req-478c6109-e88f-42cc-94d6-160219dcbc0c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:50.435962 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d8be7f8c-168a-4481-858a-3b77b9c8fc29 req-478c6109-e88f-42cc-94d6-160219dcbc0c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.1993706 Jun 28 22:04:50.514097 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d8be7f8c-168a-4481-858a-3b77b9c8fc29 req-dd140fed-467e-4932-9493-d2cb9d72a2f0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771937 Jun 28 22:04:50.982447 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a5356-c070-4f8c-920b-74327aa6dccd req-d8f975c5-820d-407b-94ef-57a18cfb532c tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:50.984015 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-958a5356-c070-4f8c-920b-74327aa6dccd req-d8f975c5-820d-407b-94ef-57a18cfb532c tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.1144669 Jun 28 22:04:51.085923 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-958a5356-c070-4f8c-920b-74327aa6dccd req-d66b3cf9-f7ce-4805-866e-31b0d4cb13ae tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906847 Jun 28 22:04:51.789486 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c375ef-faf3-4b7d-afc8-26f5b30667a6 req-1a01e030-33fa-45ef-a6f3-54d1300c9869 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:51.799407 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c7c375ef-faf3-4b7d-afc8-26f5b30667a6 req-1a01e030-33fa-45ef-a6f3-54d1300c9869 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.1104374 Jun 28 22:04:51.805141 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 8a1d874e-e7af-4ddc-8ec7-4394302485fa up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:04:51.852814 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c7c375ef-faf3-4b7d-afc8-26f5b30667a6 req-fcb75a90-f9e2-424e-80db-1d8966b21072 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524502 Jun 28 22:04:51.989348 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port 8a1d874e-e7af-4ddc-8ec7-4394302485fa completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:04:51.997275 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 8a1d874e-e7af-4ddc-8ec7-4394302485fa triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:51.997904 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:52.214062 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:52.259236 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port 8a1d874e-e7af-4ddc-8ec7-4394302485fa, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=8a1d874e-e7af-4ddc-8ec7-4394302485fa,segment=NetworkSegment(3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49),segment_id=3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:04:52.362599 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:52.366274 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:04:52.469245 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=8a1d874e-e7af-4ddc-8ec7-4394302485fa,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:04:52.486121 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:52.486739 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:52.487236 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:52.487757 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:52.488387 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:52.491029 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:52.491029 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:52.491029 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:52.491029 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:52.491029 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:52.491029 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:52.491029 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:04:52.495919 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:04:53.318180 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca015c-11b6-4c3d-b8ad-fb06adb148a5 req-3c437cf2-f09b-4cc7-9519-e58d4c8fad99 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:53.327329 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-90ca015c-11b6-4c3d-b8ad-fb06adb148a5 req-3c437cf2-f09b-4cc7-9519-e58d4c8fad99 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.0923727 Jun 28 22:04:53.382757 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-90ca015c-11b6-4c3d-b8ad-fb06adb148a5 req-d7b1e341-1485-49c7-a1f1-e49a5b141528 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541503 Jun 28 22:04:53.789708 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 8a1d874e-e7af-4ddc-8ec7-4394302485fa up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:04:53.902012 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 8a1d874e-e7af-4ddc-8ec7-4394302485fa triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:04:53.902890 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:54.691067 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68627302-a4a4-4293-a8fa-c2c37a425b4f req-729c530d-3e39-4c18-88ac-92e41958d72d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:54.693440 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-68627302-a4a4-4293-a8fa-c2c37a425b4f req-729c530d-3e39-4c18-88ac-92e41958d72d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.1598971 Jun 28 22:04:54.749543 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-68627302-a4a4-4293-a8fa-c2c37a425b4f req-5dd90474-6a9e-4317-bcf0-ff137a90816d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498307 Jun 28 22:04:55.975832 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec191f-9af5-4d51-a9be-f1f6690ab49b req-f3bc18f0-6ff0-4e99-a1e0-0d94d084e669 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:55.977359 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-62ec191f-9af5-4d51-a9be-f1f6690ab49b req-f3bc18f0-6ff0-4e99-a1e0-0d94d084e669 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.0723529 Jun 28 22:04:56.030388 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-62ec191f-9af5-4d51-a9be-f1f6690ab49b req-2a70caa5-1aa2-4a78-b15f-d721362dbe7f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392833 Jun 28 22:04:56.375728 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e1035b82-f62f-4dea-8a78-7a621c2fd6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:56.986262 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec7d699-aa40-400f-bf30-daa00d2e258a req-4a459bba-05dc-4619-924a-401ceb1e68cc tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:56.988715 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-eec7d699-aa40-400f-bf30-daa00d2e258a req-4a459bba-05dc-4619-924a-401ceb1e68cc tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0730660 Jun 28 22:04:57.035796 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-eec7d699-aa40-400f-bf30-daa00d2e258a req-eb3ce455-40bc-49bf-af3a-e5aad86d5fc4 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404291 Jun 28 22:04:57.309869 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b42f63-a7df-49c1-9470-950239e171fa req-932b7ad8-3ff7-4a7e-8978-772db1f5677a tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:57.312210 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-90b42f63-a7df-49c1-9470-950239e171fa req-932b7ad8-3ff7-4a7e-8978-772db1f5677a tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.1058557 Jun 28 22:04:57.406321 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-90b42f63-a7df-49c1-9470-950239e171fa req-198dca37-2d6d-457a-bcea-37e777fdfbe7 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873294 Jun 28 22:04:58.260449 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130a15a4-8a08-4524-8365-fdf23ed09497 req-3ae1ca32-4024-496b-bbd0-cd9ebae41501 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:58.261989 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-130a15a4-8a08-4524-8365-fdf23ed09497 req-3ae1ca32-4024-496b-bbd0-cd9ebae41501 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0930991 Jun 28 22:04:58.326353 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-130a15a4-8a08-4524-8365-fdf23ed09497 req-7275eb23-d03a-4c7e-8fd9-7188c84159c0 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582237 Jun 28 22:04:58.716046 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489522f8-557a-49bd-95cc-9feb4cad4950 req-98f996f9-d8a7-4e20-b919-8dd86736c0d1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:58.736616 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-489522f8-557a-49bd-95cc-9feb4cad4950 req-98f996f9-d8a7-4e20-b919-8dd86736c0d1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.0796213 Jun 28 22:04:58.761094 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-489522f8-557a-49bd-95cc-9feb4cad4950 req-3e4b05df-1906-4667-bb88-95cd3f11df13 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372660 Jun 28 22:04:59.121964 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-dfc7a17c-5019-418e-aa93-33d5ce1eba2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:59.150875 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:04:59.517148 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e486230-74ab-472f-a444-380d1b93aec8 req-b0614a5d-826d-4c8e-8e2f-55108a986500 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:59.518816 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2e486230-74ab-472f-a444-380d1b93aec8 req-b0614a5d-826d-4c8e-8e2f-55108a986500 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0715833 Jun 28 22:04:59.569706 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2e486230-74ab-472f-a444-380d1b93aec8 req-f7848ecd-8d6a-4b1d-98b1-810df140fc39 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445759 Jun 28 22:04:59.997694 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2acd29-3c12-4bb2-b613-179fc4b33ff9 req-594f45fe-e781-44b6-8f7f-8e460dff72df tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:04:59.999443 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2a2acd29-3c12-4bb2-b613-179fc4b33ff9 req-594f45fe-e781-44b6-8f7f-8e460dff72df tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.0813923 Jun 28 22:05:00.041146 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2a2acd29-3c12-4bb2-b613-179fc4b33ff9 req-4fa135fb-2f5f-434c-9639-f79f4828c75a tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349445 Jun 28 22:05:00.327811 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:00.776910 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd1ce1-d29a-44c7-aac5-a7006f5227b9 req-abb30b0d-5175-4f70-bd8c-f5e153b56c39 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:00.778538 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b9cd1ce1-d29a-44c7-aac5-a7006f5227b9 req-abb30b0d-5175-4f70-bd8c-f5e153b56c39 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0946217 Jun 28 22:05:00.844760 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b9cd1ce1-d29a-44c7-aac5-a7006f5227b9 req-31be9f17-1bd8-40eb-ae2f-dc8cdee4296a tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354464 Jun 28 22:05:01.232446 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cee24c-64ce-42d0-81f3-cfd2e8c1109f req-e13c939e-ca06-40b9-a72e-728fd88c9471 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:01.233901 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-60cee24c-64ce-42d0-81f3-cfd2e8c1109f req-e13c939e-ca06-40b9-a72e-728fd88c9471 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.0645838 Jun 28 22:05:01.271095 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-60cee24c-64ce-42d0-81f3-cfd2e8c1109f req-3900c94a-b85d-4c80-8a5b-c46e6ce0e14c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309861 Jun 28 22:05:01.717223 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:02.021325 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc7eaea-f6f7-4764-b329-25e3a1869aba req-611f3016-a041-431a-ba37-02e6dcc26fea tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:02.022805 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-efc7eaea-f6f7-4764-b329-25e3a1869aba req-611f3016-a041-431a-ba37-02e6dcc26fea tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0642958 Jun 28 22:05:02.076861 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-efc7eaea-f6f7-4764-b329-25e3a1869aba req-b45d2492-ede1-4f0c-82b8-1b93cff651fc tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471599 Jun 28 22:05:02.459816 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e3e883-2984-43a9-9ca4-80dcfeaeed75 req-cb8ed181-a95f-404c-b054-8a7cc49d3f84 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:02.461320 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-35e3e883-2984-43a9-9ca4-80dcfeaeed75 req-cb8ed181-a95f-404c-b054-8a7cc49d3f84 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.0657732 Jun 28 22:05:02.501117 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-35e3e883-2984-43a9-9ca4-80dcfeaeed75 req-a9cfdf56-c27b-4e70-a51b-1217923e4854 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340803 Jun 28 22:05:03.255711 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f791d0-9d3c-4cfe-b012-3f1b740373fb req-63c4d059-ceab-42e6-b757-812382fd7bd8 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:03.258531 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f4f791d0-9d3c-4cfe-b012-3f1b740373fb req-63c4d059-ceab-42e6-b757-812382fd7bd8 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0654852 Jun 28 22:05:03.300796 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f4f791d0-9d3c-4cfe-b012-3f1b740373fb req-9de40025-bd7f-4424-86ef-90b1ca62cd59 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351362 Jun 28 22:05:03.697358 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7c9458-b325-46c1-bac0-44d509745d7e req-044181e5-ad26-43e3-8e12-d550bb344049 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:03.699017 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1f7c9458-b325-46c1-bac0-44d509745d7e req-044181e5-ad26-43e3-8e12-d550bb344049 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.0751913 Jun 28 22:05:03.745541 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1f7c9458-b325-46c1-bac0-44d509745d7e req-f37ac90a-6763-4ed2-a35e-35ae128abc08 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393703 Jun 28 22:05:04.480698 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173adf10-86ba-4614-a3aa-c08142571718 req-b28bb9eb-602d-425c-b938-fbd8a9ff8e62 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:04.482147 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-173adf10-86ba-4614-a3aa-c08142571718 req-b28bb9eb-602d-425c-b938-fbd8a9ff8e62 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0626516 Jun 28 22:05:04.532746 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-173adf10-86ba-4614-a3aa-c08142571718 req-3cf13440-6d53-4881-9ef2-92f3f5686e62 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444360 Jun 28 22:05:04.936756 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd163be7-e2fe-468e-84a4-db1b8e9046c9 req-77a79b8a-c0f7-4655-a8cd-11b64124a861 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:04.945514 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fd163be7-e2fe-468e-84a4-db1b8e9046c9 req-77a79b8a-c0f7-4655-a8cd-11b64124a861 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.0665457 Jun 28 22:05:04.982105 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fd163be7-e2fe-468e-84a4-db1b8e9046c9 req-098d7c36-8c87-4614-90f2-e56647d403e6 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373878 Jun 28 22:05:05.374772 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-9e7b6960-c267-4d65-b2b3-14ce1f149cb5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:05.376469 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-9e7b6960-c267-4d65-b2b3-14ce1f149cb5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/networks?id=16611fc9-d4a8-48d3-984f-5056d4188409 HTTP/1.1" status: 200 len: 813 time: 0.1182754 Jun 28 22:05:05.393014 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-9e53ff26-1111-4b17-bc1d-b8b60f4d75b8 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/quotas/dc9e33b30d97454f82560f7201c55e69 HTTP/1.1" status: 200 len: 375 time: 0.0095401 Jun 28 22:05:05.482917 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-bf8a1467-6d2e-4399-86e5-9bd1a63c05aa tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=dc9e33b30d97454f82560f7201c55e69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0824342 Jun 28 22:05:05.591533 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-cef8d569-52a2-4571-bf06-a527bd1919ca service neutron] 10.222.0.36 "GET /v2.0/networks/16611fc9-d4a8-48d3-984f-5056d4188409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954072 Jun 28 22:05:05.737663 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-ff4900b7-f219-40f6-8795-24c9170a007e service neutron] 10.222.0.36 "GET /v2.0/networks/16611fc9-d4a8-48d3-984f-5056d4188409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399732 Jun 28 22:05:05.756993 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d038a85-65b1-48b9-8daa-02e97086c994 req-4053a9b7-781f-4901-a539-f14018bda07f tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:05.758519 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4d038a85-65b1-48b9-8daa-02e97086c994 req-4053a9b7-781f-4901-a539-f14018bda07f tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.1016419 Jun 28 22:05:05.819263 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4d038a85-65b1-48b9-8daa-02e97086c994 req-3ac1c0af-95dd-4531-8561-1ff1edaeeb84 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500216 Jun 28 22:05:06.026464 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1a9b5339-9126-46b1-95cf-8a92cd63a5f8 req-97651b94-f9f0-477b-8e2d-66d906d09fe5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 210 time: 0.0284989 Jun 28 22:05:06.200762 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d952f-2a44-47a5-bdde-0902b6cf26bb req-19751690-c2f5-4c64-9c97-080cb0d4d72d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:06.202215 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-386d952f-2a44-47a5-bdde-0902b6cf26bb req-19751690-c2f5-4c64-9c97-080cb0d4d72d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.0788755 Jun 28 22:05:06.245913 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-386d952f-2a44-47a5-bdde-0902b6cf26bb req-634e02e5-a3a5-4a1d-aba2-74d85d7b6432 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368528 Jun 28 22:05:06.505144 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54046) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:06.562920 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecf5ca51-4926-49fa-8982-4c834fce1e61 admin admin] Deleting subnet 37103d69-58f7-49c2-8f9f-e385811c11e5 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:05:06.566665 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ca51-4926-49fa-8982-4c834fce1e61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:06.602223 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ca51-4926-49fa-8982-4c834fce1e61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8526938'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:06.641517 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ca51-4926-49fa-8982-4c834fce1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929869'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:06.774456 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ca51-4926-49fa-8982-4c834fce1e61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9234930'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:06.777157 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:06.799639 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5ca51-4926-49fa-8982-4c834fce1e61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37103d69-58f7-49c2-8f9f-e385811c11e5,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:06.803584 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-ecf5ca51-4926-49fa-8982-4c834fce1e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:06.810858 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ecf5ca51-4926-49fa-8982-4c834fce1e61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:06.818517 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-ecf5ca51-4926-49fa-8982-4c834fce1e61 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/37103d69-58f7-49c2-8f9f-e385811c11e5 HTTP/1.1" status: 204 len: 168 time: 0.3121345 Jun 28 22:05:06.819084 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54050) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:06.904683 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-78580173-f24d-42ae-8c1f-9cf778c90043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604114'] for network, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:06.986285 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-78580173-f24d-42ae-8c1f-9cf778c90043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929245', 'neutron.services.segments.db._delete_segments_for_network-8736847184231'] for network, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:06.997391 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.services.segments.db [None req-78580173-f24d-42ae-8c1f-9cf778c90043 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8adb6780-33df-454a-a8d6-f61a79b71384']}} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:07.008889 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.services.segments.db [None req-78580173-f24d-42ae-8c1f-9cf778c90043 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09bbe81f-25c2-47a0-abad-7169a7fe7955') {'for_net_delete': True} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:07.009420 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.services.segments.db [None req-78580173-f24d-42ae-8c1f-9cf778c90043 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09bbe81f-25c2-47a0-abad-7169a7fe7955') {} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:07.018680 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-78580173-f24d-42ae-8c1f-9cf778c90043 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736847130462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10045385'] for segment, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:07.034462 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-78580173-f24d-42ae-8c1f-9cf778c90043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:07.041836 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78580173-f24d-42ae-8c1f-9cf778c90043 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:05:07.042397 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-78580173-f24d-42ae-8c1f-9cf778c90043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8753673'] for segment, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:07.042522 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3549c013-0cd8-4e13-a954-3824e5f6ef92 req-32766282-068b-4a12-bd0a-a09dccc08296 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:07.043909 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3549c013-0cd8-4e13-a954-3824e5f6ef92 req-32766282-068b-4a12-bd0a-a09dccc08296 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0952203 Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: Traceback (most recent call last): Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: timer() Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: cb(*args, **kw) Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: return func(*args, **kwargs) Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: self._notify() Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: self.callback(batched_events) Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: event.method(event) Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: return f(self, *a, **k) Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: return self._get(url).json() Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: return self.request(url, 'GET', **kwargs) Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:05:07.054966 dv-cinder-798384-1-smb neutron-server[93383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:05:07.102694 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3549c013-0cd8-4e13-a954-3824e5f6ef92 req-b59caf22-9872-4ca0-a6cc-9c3be10766f7 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520561 Jun 28 22:05:07.163565 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a8a65088-afcd-47fd-806c-e57bfeabc943 req-d3a16813-1bf7-4627-b5ff-3d4b3e8d3eda tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 210 time: 0.0475175 Jun 28 22:05:07.190802 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-78580173-f24d-42ae-8c1f-9cf778c90043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963850'] for network, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:07.195936 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:07.210373 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-78580173-f24d-42ae-8c1f-9cf778c90043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:07.212334 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-78580173-f24d-42ae-8c1f-9cf778c90043 admin admin] 10.222.0.36 "DELETE /v2.0/networks/8adb6780-33df-454a-a8d6-f61a79b71384 HTTP/1.1" status: 204 len: 168 time: 0.3913956 Jun 28 22:05:07.213297 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78580173-f24d-42ae-8c1f-9cf778c90043 admin admin] Pushing event deleted for resources: {'Network': ['ID=8adb6780-33df-454a-a8d6-f61a79b71384,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:07.215672 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-78580173-f24d-42ae-8c1f-9cf778c90043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:07.595069 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0bcdf-dcbc-49ba-a990-778788662ec6 req-c27ea33b-208f-4fa5-8697-0371060e78ab tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:07.595596 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54062) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:07.596493 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bde0bcdf-dcbc-49ba-a990-778788662ec6 req-c27ea33b-208f-4fa5-8697-0371060e78ab tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.0741458 Jun 28 22:05:07.641823 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-c39d6687-4835-45c7-a6b8-397d35380f9c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4fc202a3a15a4a0881c0eb04bb8c19a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0448010 Jun 28 22:05:07.643835 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54064) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:07.644308 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bde0bcdf-dcbc-49ba-a990-778788662ec6 req-fa9145f2-3fdd-49d5-b1c1-44a8d78d45f4 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419655 Jun 28 22:05:07.703201 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-97f8e436-2e8e-46bf-8a52-4d6573a59923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:07.725585 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-97f8e436-2e8e-46bf-8a52-4d6573a59923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:07.845564 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-97f8e436-2e8e-46bf-8a52-4d6573a59923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:07.848743 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-97f8e436-2e8e-46bf-8a52-4d6573a59923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:07.850176 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-97f8e436-2e8e-46bf-8a52-4d6573a59923 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/8550c3da-07e8-408e-b5c2-c7d00bb8f39e HTTP/1.1" status: 204 len: 168 time: 0.2044809 Jun 28 22:05:07.851337 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-894dad7a-3cba-4f00-ab3f-b54726445c8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:07.860476 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8e436-2e8e-46bf-8a52-4d6573a59923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8550c3da-07e8-408e-b5c2-c7d00bb8f39e,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:07.863607 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-97f8e436-2e8e-46bf-8a52-4d6573a59923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:08.332658 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-32225715-9879-4435-9ce0-2f2e19973986 req-85bd80ca-bc62-4f14-880c-8dd4791c27e4 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 210 time: 0.0477808 Jun 28 22:05:08.350449 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcdd29a-b7ec-47a6-8715-9f331b6dba5b req-d0b642e1-3a2e-4388-8969-e2633063b6ff tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:08.357645 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8dcdd29a-b7ec-47a6-8715-9f331b6dba5b req-d0b642e1-3a2e-4388-8969-e2633063b6ff tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.1287775 Jun 28 22:05:08.402010 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8dcdd29a-b7ec-47a6-8715-9f331b6dba5b req-2c1bb72f-0480-40a5-b9c9-116d7a2ce4d9 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433576 Jun 28 22:05:09.080247 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30398f-da77-4df4-853f-cd1fb6b4d0f7 req-b879b904-526f-44d9-a329-0fc67f7e0a29 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:09.082413 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8e30398f-da77-4df4-853f-cd1fb6b4d0f7 req-b879b904-526f-44d9-a329-0fc67f7e0a29 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.2919574 Jun 28 22:05:09.126866 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8e30398f-da77-4df4-853f-cd1fb6b4d0f7 req-68529460-2e76-4ac6-897b-c01fbbd1a6e5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371478 Jun 28 22:05:09.472569 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c34a4552-c484-4e24-9ade-4fd00b6af24e req-cf59213e-937e-43ba-a9d4-168cc444faf4 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 210 time: 0.0286522 Jun 28 22:05:09.575832 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed622eb4-ea5b-4734-b9e6-de7b33f9172b req-f2bbc3f3-0cf1-45c9-87af-bd242a46db11 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:09.577367 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ed622eb4-ea5b-4734-b9e6-de7b33f9172b req-f2bbc3f3-0cf1-45c9-87af-bd242a46db11 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0628159 Jun 28 22:05:09.615768 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ed622eb4-ea5b-4734-b9e6-de7b33f9172b req-567fb25f-8e42-4282-932e-b55473177503 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325501 Jun 28 22:05:10.219465 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:10.313683 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcbb31b-8bae-4485-9c55-f16bf4f728f5 req-1c54fc91-3e17-4f8c-bb42-be6a06d09f85 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:10.315136 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9dcbb31b-8bae-4485-9c55-f16bf4f728f5 req-1c54fc91-3e17-4f8c-bb42-be6a06d09f85 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.0668902 Jun 28 22:05:10.354024 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9dcbb31b-8bae-4485-9c55-f16bf4f728f5 req-cfa8a7aa-4886-4853-903e-80e81ea40623 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324070 Jun 28 22:05:10.616014 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c624b273-754e-4898-8b10-78e581641ea5 req-5080976d-aa7a-4289-a814-6505a48b0c48 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 210 time: 0.0340660 Jun 28 22:05:10.808546 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d24ad6-b03f-4433-914b-6f92030a5e3b req-66c39a88-f6f8-43e5-a6e0-35a8caa6b9c5 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:10.809986 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c7d24ad6-b03f-4433-914b-6f92030a5e3b req-66c39a88-f6f8-43e5-a6e0-35a8caa6b9c5 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0650303 Jun 28 22:05:10.854689 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c7d24ad6-b03f-4433-914b-6f92030a5e3b req-6ee835ca-dec5-427e-b7c5-8a9a0bbd0ba2 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390170 Jun 28 22:05:11.247210 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e8299-1dcb-40c3-abda-62f36d5c4fd7 req-cdabe789-559d-4512-a706-720a166309c5 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:11.248920 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-848e8299-1dcb-40c3-abda-62f36d5c4fd7 req-cdabe789-559d-4512-a706-720a166309c5 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.35 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 946 time: 0.0674617 Jun 28 22:05:11.354938 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-848e8299-1dcb-40c3-abda-62f36d5c4fd7 req-1db71f25-be8c-4add-9689-ce07f7c57a30 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Deleting port 0e104b11-c243-488a-8316-ccdbd065ddd5 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:05:11.355714 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-848e8299-1dcb-40c3-abda-62f36d5c4fd7 req-1db71f25-be8c-4add-9689-ce07f7c57a30 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:11.430885 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-32acdca5-0956-4681-aae8-d9480bf667d9 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:11.432444 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-32acdca5-0956-4681-aae8-d9480bf667d9 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.35 "GET /v2.0/networks?id=16611fc9-d4a8-48d3-984f-5056d4188409 HTTP/1.1" status: 200 len: 813 time: 0.1041298 Jun 28 22:05:11.447936 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Request body: {'port': {'device_id': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'admin_state_up': True, 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:11.450213 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-848e8299-1dcb-40c3-abda-62f36d5c4fd7 req-1db71f25-be8c-4add-9689-ce07f7c57a30 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] For port 0e104b11-c243-488a-8316-ccdbd065ddd5, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=0e104b11-c243-488a-8316-ccdbd065ddd5,segment=NetworkSegment(fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3),segment_id=fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:11.450694 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-848e8299-1dcb-40c3-abda-62f36d5c4fd7 req-1db71f25-be8c-4add-9689-ce07f7c57a30 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:11.463519 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-848e8299-1dcb-40c3-abda-62f36d5c4fd7 req-1db71f25-be8c-4add-9689-ce07f7c57a30 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Calling delete_port for 0e104b11-c243-488a-8316-ccdbd065ddd5 owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:05:11.605706 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792d4d1-5b41-4bbc-b17b-01b54421b5a9 req-2796bce9-4263-406d-b7ff-fd301f9870b5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:11.607166 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6792d4d1-5b41-4bbc-b17b-01b54421b5a9 req-2796bce9-4263-406d-b7ff-fd301f9870b5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.0882821 Jun 28 22:05:11.685177 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6792d4d1-5b41-4bbc-b17b-01b54421b5a9 req-af6c898e-f406-4cd6-841b-199f54efd8d1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721154 Jun 28 22:05:11.721996 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Made reservation on behalf of dc9e33b30d97454f82560f7201c55e69 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:05:11.725842 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:11.779359 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e32584bc-425e-4670-9c57-afa27dc6ec90 req-6c6f857a-1363-47b1-83b8-4a631b6540d8 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 210 time: 0.0363970 Jun 28 22:05:11.780376 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-848e8299-1dcb-40c3-abda-62f36d5c4fd7 req-1db71f25-be8c-4add-9689-ce07f7c57a30 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:11.785946 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:11.793374 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['80eee83e-ddab-419a-b150-bcc386c49883', '0e104b11-c243-488a-8316-ccdbd065ddd5'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:05:11.828338 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db71f25-be8c-4add-9689-ce07f7c57a30 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Pushing event deleted for resources: {'Port': ['ID=0e104b11-c243-488a-8316-ccdbd065ddd5,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:11.838009 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-1db71f25-be8c-4add-9689-ce07f7c57a30 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:11.887343 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-848e8299-1dcb-40c3-abda-62f36d5c4fd7 req-1db71f25-be8c-4add-9689-ce07f7c57a30 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] No DVR routers for this DVR port 0e104b11-c243-488a-8316-ccdbd065ddd5 on host hv-cinder-79838 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:05:11.889971 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-848e8299-1dcb-40c3-abda-62f36d5c4fd7 req-1db71f25-be8c-4add-9689-ce07f7c57a30 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:11.892374 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-848e8299-1dcb-40c3-abda-62f36d5c4fd7 req-1db71f25-be8c-4add-9689-ce07f7c57a30 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.35 "DELETE /v2.0/ports/0e104b11-c243-488a-8316-ccdbd065ddd5 HTTP/1.1" status: 204 len: 173 time: 0.6375778 Jun 28 22:05:11.892950 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b5f9d66-2c14-4745-b388-3a8e273c30c2', 'name': 'network-vif-deleted', 'tag': '0e104b11-c243-488a-8316-ccdbd065ddd5'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:05:11.900688 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Allocated IP 172.20.0.6 (16611fc9-d4a8-48d3-984f-5056d4188409/d8e0c7a5-9ea4-47fd-a14b-93505b943626/70df8830-afc6-4ca7-90dd-4bfe84977d28) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:05:11.903106 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9ad613f-8090-4d2d-9438-a16183a33811" -d '{"events": [{"server_uuid": "5b5f9d66-2c14-4745-b388-3a8e273c30c2", "name": "network-vif-deleted", "tag": "0e104b11-c243-488a-8316-ccdbd065ddd5"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:05:11.969840 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6d3c7ab-57e2-4da4-abc5-e6427931691e x-openstack-request-id: req-f6d3c7ab-57e2-4da4-abc5-e6427931691e {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:05:11.970213 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b5f9d66-2c14-4745-b388-3a8e273c30c2", "name": "network-vif-deleted", "tag": "0e104b11-c243-488a-8316-ccdbd065ddd5", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:05:11.970503 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f6d3c7ab-57e2-4da4-abc5-e6427931691e {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:05:11.970961 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b5f9d66-2c14-4745-b388-3a8e273c30c2', 'name': 'network-vif-deleted', 'tag': '0e104b11-c243-488a-8316-ccdbd065ddd5', 'status': 'completed', 'code': 200} Jun 28 22:05:12.054500 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-906838e0-bf83-47db-ac34-23a0ea1437dd req-6bed168a-5102-47e3-8ca4-4f05e2158043 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0341611 Jun 28 22:05:12.330840 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:12.345844 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Transition to ACTIVE for port object 70df8830-afc6-4ca7-90dd-4bfe84977d28 will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:05:12.545676 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:12.559863 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-146f5f97-86ce-4ed4-af37-b115a3918219 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:12.613173 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Network 16611fc9-d4a8-48d3-984f-5056d4188409 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:05:12.627615 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:05:12.635388 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:05:12.643433 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Pushing event updated for resources: {'Port': ['ID=70df8830-afc6-4ca7-90dd-4bfe84977d28,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:12.664345 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:12.693239 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:12.694052 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:12.774745 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3323421 Jun 28 22:05:13.026785 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d511c-db76-4c23-bc87-b19696fea754 req-da7868b9-dc74-493a-9ad5-efd49ce188f9 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:13.032569 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-260d511c-db76-4c23-bc87-b19696fea754 req-da7868b9-dc74-493a-9ad5-efd49ce188f9 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 944 time: 0.1420202 Jun 28 22:05:13.072632 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749da87b-7c00-47d4-81d3-96feec235464 req-68698238-3856-4f6d-8fe4-f7f4bf7c4488 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:13.074431 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-749da87b-7c00-47d4-81d3-96feec235464 req-68698238-3856-4f6d-8fe4-f7f4bf7c4488 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 931 time: 0.1269212 Jun 28 22:05:13.076615 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-b0964f0e-b5cf-43a9-a3e0-317a2cd17449 None None] Provisioning for port 70df8830-afc6-4ca7-90dd-4bfe84977d28 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:05:13.082352 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-b0964f0e-b5cf-43a9-a3e0-317a2cd17449 None None] Provisioning complete for port 70df8830-afc6-4ca7-90dd-4bfe84977d28 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:13.082352 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b0964f0e-b5cf-43a9-a3e0-317a2cd17449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:13.106132 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-260d511c-db76-4c23-bc87-b19696fea754 req-2d25f323-8253-4dce-89cb-35329bb7ca6e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684731 Jun 28 22:05:13.129475 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-b0964f0e-b5cf-43a9-a3e0-317a2cd17449 None None] Port 70df8830-afc6-4ca7-90dd-4bfe84977d28 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:05:13.201800 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-749da87b-7c00-47d4-81d3-96feec235464 req-a2b0e9e4-282f-45d2-b4a0-ac29ee23d14f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997636 Jun 28 22:05:13.370338 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device f70002a6-5441-4361-918d-a330b40d67d6 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:05:13.385760 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ff2cc9b4-f0e2-49be-9e22-8bc21e0fa48c req-5cf3453c-960a-4fa2-8e88-a38458fad54f tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0409374 Jun 28 22:05:13.563248 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port f70002a6-5441-4361-918d-a330b40d67d6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f70002a6-5441-4361-918d-a330b40d67d6,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:13.585129 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': 'f70002a6-5441-4361-918d-a330b40d67d6', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'port_id': 'f70002a6-5441-4361-918d-a330b40d67d6', 'mac_address': 'fa:16:3e:2e:30:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:05:13.623114 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:13.637269 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f70002a6-5441-4361-918d-a330b40d67d6 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:05:13.663412 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port f70002a6-5441-4361-918d-a330b40d67d6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f70002a6-5441-4361-918d-a330b40d67d6,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:13.736857 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:13.739300 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:13.795690 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=f70002a6-5441-4361-918d-a330b40d67d6,revision_number=9']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:13.799721 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:14.058320 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['f70002a6-5441-4361-918d-a330b40d67d6'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:05:14.324531 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08e945b-91d5-4f87-bd3a-b9f5faecf756 req-a2e437bb-cb91-4f83-b555-e794f2e9b59f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:14.326887 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c08e945b-91d5-4f87-bd3a-b9f5faecf756 req-a2e437bb-cb91-4f83-b555-e794f2e9b59f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 945 time: 0.0709012 Jun 28 22:05:14.419028 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c08e945b-91d5-4f87-bd3a-b9f5faecf756 req-b9b6aab6-6dde-49dc-bedf-930310dc98e3 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865242 Jun 28 22:05:14.447108 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420536b-38cb-40f1-90c2-22cc72c1add8 req-e2484ae5-df62-4895-b9b2-8f0c0f7787db tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:14.447108 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4420536b-38cb-40f1-90c2-22cc72c1add8 req-e2484ae5-df62-4895-b9b2-8f0c0f7787db tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 931 time: 0.1007736 Jun 28 22:05:14.500349 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4420536b-38cb-40f1-90c2-22cc72c1add8 req-d8c5db4e-80e6-448d-af67-175c6f5b16ec tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475271 Jun 28 22:05:14.570974 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b66451a5-d69d-41f1-b091-8a28b70c72f6 req-626e1db8-1b84-4710-af42-1bd88ff04848 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0289712 Jun 28 22:05:15.369390 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device f70002a6-5441-4361-918d-a330b40d67d6 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:05:15.425251 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port f70002a6-5441-4361-918d-a330b40d67d6 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:15.425709 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:15.515634 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:15.545783 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70002a6-5441-4361-918d-a330b40d67d6'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:05:15.548246 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23a73ca2-29f1-4efb-a27c-825ba7a130b2" -d '{"events": [{"server_uuid": "5f4ac1c4-f994-4582-9d38-bfa8e9733a1d", "name": "network-vif-plugged", "status": "completed", "tag": "f70002a6-5441-4361-918d-a330b40d67d6"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:05:15.562757 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port f70002a6-5441-4361-918d-a330b40d67d6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f70002a6-5441-4361-918d-a330b40d67d6,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:15.636673 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:15.637631 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 0e104b11-c243-488a-8316-ccdbd065ddd5 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:05:15.639488 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:15.662159 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b14e22-e81c-42dd-b1dd-84e1d015540a req-517f014f-df42-49d1-a4ad-3f7621be1671 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:15.664081 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-91b14e22-e81c-42dd-b1dd-84e1d015540a req-517f014f-df42-49d1-a4ad-3f7621be1671 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 945 time: 0.1023700 Jun 28 22:05:15.683466 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: 0e104b11-c243-488a-8316-ccdbd065ddd5 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:05:15.683837 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 0e104b11-c243-488a-8316-ccdbd065ddd5 not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:05:15.708460 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=f70002a6-5441-4361-918d-a330b40d67d6,revision_number=10']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:15.711507 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:15.724574 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-91b14e22-e81c-42dd-b1dd-84e1d015540a req-c4374c05-2af5-4205-9661-4403f57e8453 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436823 Jun 28 22:05:15.761175 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4786558-e5a3-492c-b7b3-4b29106af0de req-fd80a4b7-61c9-47f5-afaa-ece475c41e6e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:15.761175 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c4786558-e5a3-492c-b7b3-4b29106af0de req-fd80a4b7-61c9-47f5-afaa-ece475c41e6e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 931 time: 0.1129584 Jun 28 22:05:15.816732 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:05:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bb9eee-d514-4678-ade2-52ccae584fb8 x-openstack-request-id: req-31bb9eee-d514-4678-ade2-52ccae584fb8 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:05:15.817150 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4ac1c4-f994-4582-9d38-bfa8e9733a1d", "name": "network-vif-plugged", "status": "completed", "tag": "f70002a6-5441-4361-918d-a330b40d67d6", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:05:15.817562 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-31bb9eee-d514-4678-ade2-52ccae584fb8 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:05:15.818462 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f70002a6-5441-4361-918d-a330b40d67d6', 'code': 200} Jun 28 22:05:15.821513 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c4786558-e5a3-492c-b7b3-4b29106af0de req-29128fb9-0ec8-4d19-8258-8ad21900ebce tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568807 Jun 28 22:05:15.955414 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-63e49a8b-e8d5-410d-9126-4ea6683f7fba req-aecb0682-92a6-4bbf-bb30-4b2a2f62d282 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0317147 Jun 28 22:05:16.937506 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8bcd3-5fcf-481e-b429-8cc016b76284 req-90ce9be5-c807-4103-aa08-1768fc55eeb0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:16.938970 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0bd8bcd3-5fcf-481e-b429-8cc016b76284 req-90ce9be5-c807-4103-aa08-1768fc55eeb0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 947 time: 0.0719047 Jun 28 22:05:17.017972 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0bd8bcd3-5fcf-481e-b429-8cc016b76284 req-97020978-bca9-45e4-91e3-55afe1362299 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728271 Jun 28 22:05:17.044694 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f38128b-7e8a-4b47-8803-99a9415ad094 req-9601fd2d-b902-43c9-847b-ebafc863fb28 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:17.046047 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3f38128b-7e8a-4b47-8803-99a9415ad094 req-9601fd2d-b902-43c9-847b-ebafc863fb28 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 931 time: 0.0941405 Jun 28 22:05:17.085232 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3f38128b-7e8a-4b47-8803-99a9415ad094 req-97b89885-3225-4c18-af00-86599c3db56e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328517 Jun 28 22:05:17.186359 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-46343084-eb15-46cb-92db-533c84c14928 req-6d582a1a-bcf6-4436-ae38-85827810f1e1 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0291741 Jun 28 22:05:18.260883 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba354368-4ce3-40a1-a11c-341a32a09480 req-2688cb40-73e1-446a-9675-9843983b2278 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:18.262343 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ba354368-4ce3-40a1-a11c-341a32a09480 req-2688cb40-73e1-446a-9675-9843983b2278 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 947 time: 0.1240113 Jun 28 22:05:18.315433 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ba354368-4ce3-40a1-a11c-341a32a09480 req-5281e285-3574-4319-af33-7d3b15072a96 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452802 Jun 28 22:05:18.323570 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a290b48f-2fdd-474e-8fc9-1cf77132e29b req-c1c8597a-2c38-496f-b436-86995373b0f7 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:18.325885 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a290b48f-2fdd-474e-8fc9-1cf77132e29b req-c1c8597a-2c38-496f-b436-86995373b0f7 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 931 time: 0.1026304 Jun 28 22:05:18.381021 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a290b48f-2fdd-474e-8fc9-1cf77132e29b req-5638adc1-da44-4868-8abd-31c43800a529 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500035 Jun 28 22:05:18.495316 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1171e365-714b-4c45-babd-4b257ac30dcd req-b250fc5f-3663-4adf-8e21-d2a03ddf06a9 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0362489 Jun 28 22:05:19.506510 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f67ac3-ba96-48a8-be3f-86203143651a req-89242a7b-0391-4286-b932-38b939b48da9 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:19.507903 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-05f67ac3-ba96-48a8-be3f-86203143651a req-89242a7b-0391-4286-b932-38b939b48da9 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 947 time: 0.0633936 Jun 28 22:05:19.574934 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-05f67ac3-ba96-48a8-be3f-86203143651a req-7c55e2f7-50e0-4d08-b629-7e0d94f2be72 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575409 Jun 28 22:05:19.625840 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba6c19-bd14-4a5f-801f-e6300a4ef8b4 req-370065f6-c43a-486b-90af-bd4ca51c0e98 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:19.640772 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a6ba6c19-bd14-4a5f-801f-e6300a4ef8b4 req-370065f6-c43a-486b-90af-bd4ca51c0e98 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 931 time: 0.1317987 Jun 28 22:05:19.715232 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a6ba6c19-bd14-4a5f-801f-e6300a4ef8b4 req-518c9283-89e4-4bc1-88df-07e7d37209cb tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734489 Jun 28 22:05:19.786175 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c5203d2e-b2eb-47dd-8494-8e7d8215cbcb req-139dce87-d513-4f3b-87d6-d688cd276ee3 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0338292 Jun 28 22:05:20.770372 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563d1e5-bd54-4749-9672-7838369a65ab req-7f96ba10-5b77-403f-8c8b-dd7bf10c2a27 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:20.772167 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d563d1e5-bd54-4749-9672-7838369a65ab req-7f96ba10-5b77-403f-8c8b-dd7bf10c2a27 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 947 time: 0.0708795 Jun 28 22:05:20.828045 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d563d1e5-bd54-4749-9672-7838369a65ab req-95c24f6f-d88b-4e68-896b-e7e3d7505b1f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366077 Jun 28 22:05:20.941359 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0583b34-0614-47cc-8289-650abf24a4b1 req-919c13c3-8f20-4037-942b-4a261467e691 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:20.948048 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b0583b34-0614-47cc-8289-650abf24a4b1 req-919c13c3-8f20-4037-942b-4a261467e691 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 931 time: 0.1063807 Jun 28 22:05:20.984629 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b0583b34-0614-47cc-8289-650abf24a4b1 req-e2c33323-f4fa-48bb-8d61-6a6d45ff8690 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353167 Jun 28 22:05:21.038214 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ef253272-b239-483f-91c8-4cc102b4d822 req-b9fbd7c5-f3c4-48d1-828c-5a8ce8208996 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0326831 Jun 28 22:05:22.057956 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e926844-ca4f-40c8-bf76-141ff23f1a05 req-e50fb2a2-6b66-49e9-b1ca-7aa72c2b77aa tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:22.059517 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4e926844-ca4f-40c8-bf76-141ff23f1a05 req-e50fb2a2-6b66-49e9-b1ca-7aa72c2b77aa tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 947 time: 0.1091287 Jun 28 22:05:22.096876 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4e926844-ca4f-40c8-bf76-141ff23f1a05 req-934cd9a5-a5d0-40e7-a59f-163e954b66a4 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315294 Jun 28 22:05:22.204713 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ac8b9-b79c-4808-8ead-477d458ea357 req-9864e68d-c60b-4fcb-9818-8dab538f5a7a tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:22.206920 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3f0ac8b9-b79c-4808-8ead-477d458ea357 req-9864e68d-c60b-4fcb-9818-8dab538f5a7a tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 931 time: 0.0903368 Jun 28 22:05:22.249390 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3f0ac8b9-b79c-4808-8ead-477d458ea357 req-218e39da-65e6-42a2-84ef-be00e5f3cade tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368004 Jun 28 22:05:22.281596 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ded0e0fa-ca43-47e2-b9c4-295faca7afc9 req-d0996fb4-0d48-470f-9569-8752dde35abb tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0367160 Jun 28 22:05:23.285857 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a467de-9f44-4b4c-aa44-25f8a3635084 req-59185fed-c8ba-4abf-9490-70042c797b6a tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:23.293150 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-75a467de-9f44-4b4c-aa44-25f8a3635084 req-59185fed-c8ba-4abf-9490-70042c797b6a tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 947 time: 0.0757143 Jun 28 22:05:23.353493 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-75a467de-9f44-4b4c-aa44-25f8a3635084 req-167dcc12-9d47-4fb9-a758-0fda262dec18 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593359 Jun 28 22:05:23.472744 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f75d9d6-a79e-4747-9994-fdc720d27839 req-8b3a37e2-4dd4-4abe-9e50-08a4d78b7279 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:23.474405 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8f75d9d6-a79e-4747-9994-fdc720d27839 req-8b3a37e2-4dd4-4abe-9e50-08a4d78b7279 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 931 time: 0.0792150 Jun 28 22:05:23.526464 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d08ec5d3-7f74-4e04-a6ad-4814852f8a2d req-8c935459-c1df-4535-a9c8-bcf1561ffd37 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0392423 Jun 28 22:05:23.547813 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8f75d9d6-a79e-4747-9994-fdc720d27839 req-f676b4c1-cdb5-41b8-8044-53d254308c83 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668056 Jun 28 22:05:24.519962 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c243b88-0ae3-4683-b8c7-340052153154 req-9eb5714b-260e-47f7-b523-30309a4bc14d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:24.521455 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1c243b88-0ae3-4683-b8c7-340052153154 req-9eb5714b-260e-47f7-b523-30309a4bc14d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 947 time: 0.0610726 Jun 28 22:05:24.563353 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1c243b88-0ae3-4683-b8c7-340052153154 req-8b514534-f5bc-42ba-9c42-2f0b87fd2ddf tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328765 Jun 28 22:05:24.681179 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:05:24.689724 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8b4af0f8-7ea3-4359-baea-862a1dd16bf4 req-67dfa7e5-af5c-4dde-9251-4efb2d3f1f56 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=5b5f9d66-2c14-4745-b388-3a8e273c30c2 HTTP/1.1" status: 200 len: 210 time: 0.0363529 Jun 28 22:05:24.744275 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf55b8-0814-46f8-87c0-70166d2ea99c req-f51073df-4353-4067-9dee-d74c4418a720 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:24.745715 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8cbf55b8-0814-46f8-87c0-70166d2ea99c req-f51073df-4353-4067-9dee-d74c4418a720 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 931 time: 0.0811989 Jun 28 22:05:24.778095 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Request body: {'port': {'device_id': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:24.785019 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8cbf55b8-0814-46f8-87c0-70166d2ea99c req-a93d5673-b878-4696-a6e1-25a8ffab73f7 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327165 Jun 28 22:05:24.852126 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:25.128590 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70df8830-afc6-4ca7-90dd-4bfe84977d28 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:05:25.135914 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:25.148126 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Transition to ACTIVE for port object 70df8830-afc6-4ca7-90dd-4bfe84977d28 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:05:25.236436 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:25.238687 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:25.288880 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Pushing event updated for resources: {'Port': ['ID=70df8830-afc6-4ca7-90dd-4bfe84977d28,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:25.325130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:25.325130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:25.325130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:25.325130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:25.325130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:25.325130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:25.325130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:25.325130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:25.325130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:25.325130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:25.325130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:25.325130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:25.325130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:25.375369 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Attempting to bind port 70df8830-afc6-4ca7-90dd-4bfe84977d28 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:05:25.375714 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Attempting to bind port 70df8830-afc6-4ca7-90dd-4bfe84977d28 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '484d212c-8f5b-49d2-8b7c-1c3ecac070ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:05:25.376057 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Attempting to bind port 70df8830-afc6-4ca7-90dd-4bfe84977d28 on network 16611fc9-d4a8-48d3-984f-5056d4188409 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:05:25.381729 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Port 70df8830-afc6-4ca7-90dd-4bfe84977d28 on network 16611fc9-d4a8-48d3-984f-5056d4188409 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:05:25.383884 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Attempting to bind port 70df8830-afc6-4ca7-90dd-4bfe84977d28 on network 16611fc9-d4a8-48d3-984f-5056d4188409 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:05:25.388083 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:05:25.388423 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Checking segment: {'id': '484d212c-8f5b-49d2-8b7c-1c3ecac070ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:05:25.388802 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Bound using segment: {'id': '484d212c-8f5b-49d2-8b7c-1c3ecac070ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:05:25.389353 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Bound port: 70df8830-afc6-4ca7-90dd-4bfe84977d28, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '484d212c-8f5b-49d2-8b7c-1c3ecac070ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:05:25.389693 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:25.460525 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] For port 70df8830-afc6-4ca7-90dd-4bfe84977d28, host hv-cinder-79838, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:05:25.463517 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] For port 70df8830-afc6-4ca7-90dd-4bfe84977d28, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=70df8830-afc6-4ca7-90dd-4bfe84977d28,segment=NetworkSegment(484d212c-8f5b-49d2-8b7c-1c3ecac070ab),segment_id=484d212c-8f5b-49d2-8b7c-1c3ecac070ab)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:05:25.545720 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:25.548826 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:25.554945 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fb615a-5d6c-45fd-ba4f-8c7acee95cf3 req-21e0e307-7a69-4337-98c9-baf7a818e618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:25.556442 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-25fb615a-5d6c-45fd-ba4f-8c7acee95cf3 req-21e0e307-7a69-4337-98c9-baf7a818e618 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 1100 time: 0.0556030 Jun 28 22:05:25.583583 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:25.584271 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:25.585649 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] 10.222.0.35 "PUT /v2.0/ports/70df8830-afc6-4ca7-90dd-4bfe84977d28 HTTP/1.1" status: 200 len: 1093 time: 0.8124285 Jun 28 22:05:25.586167 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'tag': '70df8830-afc6-4ca7-90dd-4bfe84977d28'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:05:25.588562 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab3b05b4-f379-4cfb-99e8-c81eb4079679" -d '{"events": [{"name": "network-changed", "server_uuid": "31230e7f-fa34-4f6d-abf0-f336d9cb4d79", "tag": "70df8830-afc6-4ca7-90dd-4bfe84977d28"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:05:25.617860 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Pushing event updated for resources: {'Port': ['ID=70df8830-afc6-4ca7-90dd-4bfe84977d28,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:25.617860 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:25.632763 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-25fb615a-5d6c-45fd-ba4f-8c7acee95cf3 req-0eb8b0a5-c4a0-41e8-94a1-06c2e5c87c4d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544553 Jun 28 22:05:25.649493 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e36183-3526-49d0-a0d5-53033440c9bf x-openstack-request-id: req-60e36183-3526-49d0-a0d5-53033440c9bf {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:05:25.649837 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31230e7f-fa34-4f6d-abf0-f336d9cb4d79", "tag": "70df8830-afc6-4ca7-90dd-4bfe84977d28", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:05:25.650125 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-60e36183-3526-49d0-a0d5-53033440c9bf {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:05:25.650559 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'tag': '70df8830-afc6-4ca7-90dd-4bfe84977d28', 'status': 'completed', 'code': 200} Jun 28 22:05:25.816949 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69f80de-d585-4094-926a-4f5e0c9cd0a4 req-0d511f29-82c8-44ba-816d-552c64a9ab6d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:25.818423 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f69f80de-d585-4094-926a-4f5e0c9cd0a4 req-0d511f29-82c8-44ba-816d-552c64a9ab6d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 947 time: 0.1093526 Jun 28 22:05:25.853953 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b05b4-f379-4cfb-99e8-c81eb4079679 req-6a7b9053-b7e1-4159-9938-e437e87c9c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:25.855540 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ab3b05b4-f379-4cfb-99e8-c81eb4079679 req-6a7b9053-b7e1-4159-9938-e437e87c9c2e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc9e33b30d97454f82560f7201c55e69&device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 1096 time: 0.0997863 Jun 28 22:05:25.889802 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f69f80de-d585-4094-926a-4f5e0c9cd0a4 req-57828754-70fb-4299-9892-00b97c9dd927 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634661 Jun 28 22:05:26.070693 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b05b4-f379-4cfb-99e8-c81eb4079679 req-3faeb7e5-7c2b-4166-9365-54012f2b13be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:26.072167 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ab3b05b4-f379-4cfb-99e8-c81eb4079679 req-3faeb7e5-7c2b-4166-9365-54012f2b13be service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=dc9e33b30d97454f82560f7201c55e69&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2034838 Jun 28 22:05:26.212091 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3b92d-5e62-4ac0-b251-4a5982500fdd req-30bd5f0f-443a-401f-b99f-cb1914fc5230 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:26.213662 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-aac3b92d-5e62-4ac0-b251-4a5982500fdd req-30bd5f0f-443a-401f-b99f-cb1914fc5230 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 943 time: 0.1900170 Jun 28 22:05:26.281422 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-aac3b92d-5e62-4ac0-b251-4a5982500fdd req-61daaa74-f7d0-4719-9daf-ec4b4fa33ed9 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617485 Jun 28 22:05:26.283837 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3b05b4-f379-4cfb-99e8-c81eb4079679 req-abb47594-f901-4ce3-9950-6eb48e36eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:26.285394 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ab3b05b4-f379-4cfb-99e8-c81eb4079679 req-abb47594-f901-4ce3-9950-6eb48e36eaec service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2056458 Jun 28 22:05:26.353956 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7296049a-57d2-4d5c-9655-6779d8582973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:26.676859 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-552365ec-81ec-4f9c-a79c-05fe779ce4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:26.678457 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-552365ec-81ec-4f9c-a79c-05fe779ce4a0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc9e33b30d97454f82560f7201c55e69&device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 1096 time: 0.3378391 Jun 28 22:05:26.693009 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72151b04-0eb9-4724-a859-6bc58d1e4a67 req-7bb273e1-14b6-4f8e-92ea-634dd05b0e59 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:26.694465 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-72151b04-0eb9-4724-a859-6bc58d1e4a67 req-7bb273e1-14b6-4f8e-92ea-634dd05b0e59 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.3114550 Jun 28 22:05:26.769344 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-b73cc1b1-bf32-406e-8474-22bbcd87e936 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70df8830-afc6-4ca7-90dd-4bfe84977d28 HTTP/1.1" status: 200 len: 217 time: 0.0732467 Jun 28 22:05:26.827396 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-72151b04-0eb9-4724-a859-6bc58d1e4a67 req-102038ed-9bcd-4e9c-9cca-bcbc78ad4f0e tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254640 Jun 28 22:05:26.845546 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-021eb785-b3d8-4ef6-98d1-c82f8a11d944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:26.847626 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-021eb785-b3d8-4ef6-98d1-c82f8a11d944 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8e0c7a5-9ea4-47fd-a14b-93505b943626 HTTP/1.1" status: 200 len: 852 time: 0.0677471 Jun 28 22:05:26.870567 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a7a28-f759-477c-9417-139d01dbd54a req-014a269a-cd52-4b4e-aed5-25e9b1fbf105 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:26.872112 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b69a7a28-f759-477c-9417-139d01dbd54a req-014a269a-cd52-4b4e-aed5-25e9b1fbf105 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.1712096 Jun 28 22:05:26.933363 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b69a7a28-f759-477c-9417-139d01dbd54a req-df5489bf-1979-4fb5-bf86-2050c3692a14 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416327 Jun 28 22:05:26.945342 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-fc23cac4-f05d-4ada-bc18-8b0ce9a3e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:26.946991 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-fc23cac4-f05d-4ada-bc18-8b0ce9a3e6be service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16611fc9-d4a8-48d3-984f-5056d4188409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0919178 Jun 28 22:05:27.082317 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-55956198-4c5f-4a20-b731-f27de7682e9e service neutron] 10.222.0.35 "GET /v2.0/networks/16611fc9-d4a8-48d3-984f-5056d4188409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225674 Jun 28 22:05:27.123494 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67384137-3245-4566-bc9a-ea8b1ccf6ba0 req-b3fca46c-f8d9-4e2f-9a0f-6c4b2c9ff1a6 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:27.125023 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-67384137-3245-4566-bc9a-ea8b1ccf6ba0 req-b3fca46c-f8d9-4e2f-9a0f-6c4b2c9ff1a6 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 947 time: 0.1090021 Jun 28 22:05:27.205393 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-67384137-3245-4566-bc9a-ea8b1ccf6ba0 req-723c2761-fdae-4bdf-9b6a-69a944b40c21 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492978 Jun 28 22:05:27.216709 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-81b7c7c7-cc7c-483c-96cf-57f037a8b797 req-e491c633-270b-41b1-9e71-6557eba5d4ae service neutron] 10.222.0.35 "GET /v2.0/networks/16611fc9-d4a8-48d3-984f-5056d4188409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311483 Jun 28 22:05:27.464009 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaabe27-dbae-47f1-b247-a476d8c38892 req-78fb4ee2-cfa7-410d-af6c-a8f96a364b3c tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:27.465490 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-acaabe27-dbae-47f1-b247-a476d8c38892 req-78fb4ee2-cfa7-410d-af6c-a8f96a364b3c tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 943 time: 0.0666940 Jun 28 22:05:27.504611 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-acaabe27-dbae-47f1-b247-a476d8c38892 req-aee679f9-8f89-40b8-aea1-082d3ff8dceb tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334325 Jun 28 22:05:28.024332 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71204afa-7ed1-427b-8608-d0b7c4cea8dc req-0891c147-0655-4c19-aac5-04226903d4ba tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:28.025845 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-71204afa-7ed1-427b-8608-d0b7c4cea8dc req-0891c147-0655-4c19-aac5-04226903d4ba tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0762053 Jun 28 22:05:28.075388 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-71204afa-7ed1-427b-8608-d0b7c4cea8dc req-92cb6611-0d05-42eb-874a-2ac90e821dc8 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437775 Jun 28 22:05:28.126240 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e39371d-3f4f-4b85-acac-19e0b4b077a9 req-e3350656-da0c-4071-bdaa-7438da637b0a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:28.127744 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0e39371d-3f4f-4b85-acac-19e0b4b077a9 req-e3350656-da0c-4071-bdaa-7438da637b0a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0695810 Jun 28 22:05:28.165243 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0e39371d-3f4f-4b85-acac-19e0b4b077a9 req-dd3caacd-8c33-43cb-afc8-8aa4b4c43e1c tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310931 Jun 28 22:05:28.383553 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb931077-5b05-4ca2-be7f-b63a5839d9b0 req-49612d7b-c2aa-4a63-aabc-7b67234127f0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:28.385005 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-eb931077-5b05-4ca2-be7f-b63a5839d9b0 req-49612d7b-c2aa-4a63-aabc-7b67234127f0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 947 time: 0.0611911 Jun 28 22:05:28.422000 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-eb931077-5b05-4ca2-be7f-b63a5839d9b0 req-c69b94cb-3d51-42e2-b4a6-d22df3691e5d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313530 Jun 28 22:05:28.679687 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24fee57-f84e-454a-9955-3092a822d1fa req-bbeaa337-e6f6-4246-90b4-019f3f3fe4d2 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:28.681159 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f24fee57-f84e-454a-9955-3092a822d1fa req-bbeaa337-e6f6-4246-90b4-019f3f3fe4d2 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 943 time: 0.0663552 Jun 28 22:05:28.718674 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f24fee57-f84e-454a-9955-3092a822d1fa req-9b14a9b8-acdb-4629-be61-a1cf1ac9b9f5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318491 Jun 28 22:05:28.771125 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-4a1e123d-ced4-4730-b7d7-31505e752c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:28.933550 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:29.259359 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812cf52a-8fcc-42d2-b555-7f60ac900150 req-f469088c-6e76-4eda-a0c1-e8cab3e3fe93 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:29.265471 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-812cf52a-8fcc-42d2-b555-7f60ac900150 req-f469088c-6e76-4eda-a0c1-e8cab3e3fe93 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0692580 Jun 28 22:05:29.334002 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-812cf52a-8fcc-42d2-b555-7f60ac900150 req-905b8480-484c-4aac-9b33-90cee39fd71e tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674534 Jun 28 22:05:29.363628 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a046ac1-80e8-42b9-a7e3-bab821fecacb req-8d2005d9-546f-4be5-9dc1-2635082ea681 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:29.365133 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9a046ac1-80e8-42b9-a7e3-bab821fecacb req-8d2005d9-546f-4be5-9dc1-2635082ea681 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0826397 Jun 28 22:05:29.402359 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9a046ac1-80e8-42b9-a7e3-bab821fecacb req-5a7b430d-05be-4080-9d74-a8ad100bcedf tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315855 Jun 28 22:05:29.466478 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 70df8830-afc6-4ca7-90dd-4bfe84977d28 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:05:29.562710 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 70df8830-afc6-4ca7-90dd-4bfe84977d28, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=70df8830-afc6-4ca7-90dd-4bfe84977d28,segment=NetworkSegment(484d212c-8f5b-49d2-8b7c-1c3ecac070ab),segment_id=484d212c-8f5b-49d2-8b7c-1c3ecac070ab)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:29.572978 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': '70df8830-afc6-4ca7-90dd-4bfe84977d28', 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'port_id': '70df8830-afc6-4ca7-90dd-4bfe84977d28', 'mac_address': 'fa:16:3e:36:5e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:05:29.599744 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1f29f1-ac0b-40e5-be96-c51a33a169c3 req-e0dbfb11-8326-4e32-afaf-e24965ff9891 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:29.601222 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2c1f29f1-ac0b-40e5-be96-c51a33a169c3 req-e0dbfb11-8326-4e32-afaf-e24965ff9891 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 947 time: 0.0620811 Jun 28 22:05:29.612876 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:29.625530 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70df8830-afc6-4ca7-90dd-4bfe84977d28 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:05:29.638808 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2c1f29f1-ac0b-40e5-be96-c51a33a169c3 req-cea9c3f1-dd6c-4cbd-a46b-0e13fe9f57fd tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320523 Jun 28 22:05:29.645567 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 70df8830-afc6-4ca7-90dd-4bfe84977d28, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=70df8830-afc6-4ca7-90dd-4bfe84977d28,segment=NetworkSegment(484d212c-8f5b-49d2-8b7c-1c3ecac070ab),segment_id=484d212c-8f5b-49d2-8b7c-1c3ecac070ab)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:29.756685 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:29.759305 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:29.817376 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=70df8830-afc6-4ca7-90dd-4bfe84977d28,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:29.820753 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:29.901505 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ac5a67-f04c-4fc2-b8c0-3005e4f96866 req-f11d80fe-4ae9-4d39-92c1-21ffb6b85df0 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:29.902943 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-72ac5a67-f04c-4fc2-b8c0-3005e4f96866 req-f11d80fe-4ae9-4d39-92c1-21ffb6b85df0 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 944 time: 0.0621614 Jun 28 22:05:29.944157 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-72ac5a67-f04c-4fc2-b8c0-3005e4f96866 req-25be8b61-21a8-4ba7-893d-9f45419e7b2c tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356500 Jun 28 22:05:30.033208 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['70df8830-afc6-4ca7-90dd-4bfe84977d28'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:05:30.193475 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:30.505433 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a0658-ec2a-4306-8ad1-aec10bff2420 req-21a05e06-ab61-46f6-85dd-3c9e98fc6213 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:30.507085 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-737a0658-ec2a-4306-8ad1-aec10bff2420 req-21a05e06-ab61-46f6-85dd-3c9e98fc6213 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0637612 Jun 28 22:05:30.580177 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-737a0658-ec2a-4306-8ad1-aec10bff2420 req-c8197d6d-ca78-4f45-8070-2c560587357d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632148 Jun 28 22:05:30.608347 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc05c71b-ec02-476a-83a3-da3007777f1b req-e71f4048-b2da-4694-863e-51ce13d5d4ad tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:30.609848 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fc05c71b-ec02-476a-83a3-da3007777f1b req-e71f4048-b2da-4694-863e-51ce13d5d4ad tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0946968 Jun 28 22:05:30.649242 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fc05c71b-ec02-476a-83a3-da3007777f1b req-07c6cad1-dd97-43c0-a61e-6d2151cf7b9c tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339658 Jun 28 22:05:31.118079 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dda014b-096d-47f1-8e41-36655f214554 req-3f878a5d-c0da-4894-8326-826732b86f7e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:31.119675 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8dda014b-096d-47f1-8e41-36655f214554 req-3f878a5d-c0da-4894-8326-826732b86f7e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 944 time: 0.0657313 Jun 28 22:05:31.161125 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8dda014b-096d-47f1-8e41-36655f214554 req-2c05b7ab-5b0d-4c25-bd26-b79739358423 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342340 Jun 28 22:05:31.476440 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 70df8830-afc6-4ca7-90dd-4bfe84977d28 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:05:31.592943 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port 70df8830-afc6-4ca7-90dd-4bfe84977d28 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:05:31.599788 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port 70df8830-afc6-4ca7-90dd-4bfe84977d28 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:31.600194 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:31.694182 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:31.732307 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 70df8830-afc6-4ca7-90dd-4bfe84977d28, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=70df8830-afc6-4ca7-90dd-4bfe84977d28,segment=NetworkSegment(484d212c-8f5b-49d2-8b7c-1c3ecac070ab),segment_id=484d212c-8f5b-49d2-8b7c-1c3ecac070ab)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:31.733052 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70df8830-afc6-4ca7-90dd-4bfe84977d28'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:05:31.741164 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912a8751-fc46-4b54-81cb-fc0d816f33ae" -d '{"events": [{"server_uuid": "31230e7f-fa34-4f6d-abf0-f336d9cb4d79", "name": "network-vif-plugged", "status": "completed", "tag": "70df8830-afc6-4ca7-90dd-4bfe84977d28"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:05:31.764813 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:31.765678 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a523219-adae-4638-b1ea-2e010a56c681 req-76d7b931-216a-44ab-bf9b-362a30ef233d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:31.767140 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6a523219-adae-4638-b1ea-2e010a56c681 req-76d7b931-216a-44ab-bf9b-362a30ef233d tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0663080 Jun 28 22:05:31.838350 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6a523219-adae-4638-b1ea-2e010a56c681 req-834e02cc-f5b9-4768-a0cc-7dc8d23fa7eb tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/security-groups?id=a2c58942-f30b-4c1f-8507-ee247071df11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647967 Jun 28 22:05:31.851200 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:31.853726 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:31.871953 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075fa05f-35f5-48d4-9572-d16b48b3d700 req-61a1d5d8-2d45-4425-9cee-720bb490a939 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:31.873593 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-075fa05f-35f5-48d4-9572-d16b48b3d700 req-61a1d5d8-2d45-4425-9cee-720bb490a939 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0866165 Jun 28 22:05:31.902162 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc3be33-2c74-4910-9c8b-49e8860c2bae x-openstack-request-id: req-2fc3be33-2c74-4910-9c8b-49e8860c2bae {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:05:31.902463 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31230e7f-fa34-4f6d-abf0-f336d9cb4d79", "name": "network-vif-plugged", "status": "completed", "tag": "70df8830-afc6-4ca7-90dd-4bfe84977d28", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:05:31.902729 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2fc3be33-2c74-4910-9c8b-49e8860c2bae {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:05:31.903108 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70df8830-afc6-4ca7-90dd-4bfe84977d28', 'code': 200} Jun 28 22:05:31.909981 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=70df8830-afc6-4ca7-90dd-4bfe84977d28,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:31.914026 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:31.920269 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-075fa05f-35f5-48d4-9572-d16b48b3d700 req-c78e1d1e-9a77-4f71-8b17-41ac54b555e4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396614 Jun 28 22:05:32.131477 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720b0175-a3c0-495c-a961-d79594fb0dce req-a35fa755-9fcf-4f9f-b494-a6b7e5335d81 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:32.133068 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-720b0175-a3c0-495c-a961-d79594fb0dce req-a35fa755-9fcf-4f9f-b494-a6b7e5335d81 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.35 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 945 time: 0.0655072 Jun 28 22:05:32.243905 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-720b0175-a3c0-495c-a961-d79594fb0dce req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Deleting port 80eee83e-ddab-419a-b150-bcc386c49883 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:05:32.244284 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-720b0175-a3c0-495c-a961-d79594fb0dce req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:32.313543 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53624a7f-e653-4d82-b350-06d74e42e23c req-85d14ded-2243-44d6-970f-33c5547c4239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:32.315077 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-53624a7f-e653-4d82-b350-06d74e42e23c req-85d14ded-2243-44d6-970f-33c5547c4239 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 1098 time: 0.0572600 Jun 28 22:05:32.353473 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-53624a7f-e653-4d82-b350-06d74e42e23c req-4ce665b4-d058-4760-9e49-b3884f6e1e29 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316532 Jun 28 22:05:32.379607 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-720b0175-a3c0-495c-a961-d79594fb0dce req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] For port 80eee83e-ddab-419a-b150-bcc386c49883, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=80eee83e-ddab-419a-b150-bcc386c49883,segment=NetworkSegment(fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3),segment_id=fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:32.379962 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-720b0175-a3c0-495c-a961-d79594fb0dce req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:32.395453 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-720b0175-a3c0-495c-a961-d79594fb0dce req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Calling delete_port for 80eee83e-ddab-419a-b150-bcc386c49883 owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:05:32.418618 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1372b3-f0cf-458b-afe8-5a65f983367d req-dd592297-4f89-4d6e-954a-54d8ae5c2ba7 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:32.420085 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0d1372b3-f0cf-458b-afe8-5a65f983367d req-dd592297-4f89-4d6e-954a-54d8ae5c2ba7 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 945 time: 0.1090240 Jun 28 22:05:32.500910 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0d1372b3-f0cf-458b-afe8-5a65f983367d req-cf6f24c8-4a61-4da1-926a-318fd2603214 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481884 Jun 28 22:05:32.679337 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-720b0175-a3c0-495c-a961-d79594fb0dce req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:32.683249 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:32.692458 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['80eee83e-ddab-419a-b150-bcc386c49883'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:05:32.708675 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Pushing event deleted for resources: {'Port': ['ID=80eee83e-ddab-419a-b150-bcc386c49883,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:32.721195 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:32.721719 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:32.722154 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:32.722513 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:32.722869 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:32.723221 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:32.723569 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:32.723917 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:32.724438 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:32.724785 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:32.725132 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:32.725475 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:32.745075 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:32.790454 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-720b0175-a3c0-495c-a961-d79594fb0dce req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] No DVR routers for this DVR port 80eee83e-ddab-419a-b150-bcc386c49883 on host hv-cinder-79838 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:05:32.793493 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-720b0175-a3c0-495c-a961-d79594fb0dce req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:32.795416 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-720b0175-a3c0-495c-a961-d79594fb0dce req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.35 "DELETE /v2.0/ports/80eee83e-ddab-419a-b150-bcc386c49883 HTTP/1.1" status: 204 len: 173 time: 0.6572700 Jun 28 22:05:32.797352 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06cbf4f1-bda5-4339-9c74-dc69498d4562', 'name': 'network-vif-deleted', 'tag': '80eee83e-ddab-419a-b150-bcc386c49883'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:05:32.800238 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36724f1-5af6-4476-8042-813474f00d20" -d '{"events": [{"server_uuid": "06cbf4f1-bda5-4339-9c74-dc69498d4562", "name": "network-vif-deleted", "tag": "80eee83e-ddab-419a-b150-bcc386c49883"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:05:32.834762 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c3598d-36a3-4468-8568-d83d47adb20b req-44dd7374-49ed-4750-ba87-ab0c84544cae tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:32.836244 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a0c3598d-36a3-4468-8568-d83d47adb20b req-44dd7374-49ed-4750-ba87-ab0c84544cae tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 945 time: 0.0930080 Jun 28 22:05:32.837686 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:05:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9dbc6ed-df49-4821-8fdc-93cacd107dc9 x-openstack-request-id: req-d9dbc6ed-df49-4821-8fdc-93cacd107dc9 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:05:32.837995 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06cbf4f1-bda5-4339-9c74-dc69498d4562", "name": "network-vif-deleted", "tag": "80eee83e-ddab-419a-b150-bcc386c49883", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:05:32.838275 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-d9dbc6ed-df49-4821-8fdc-93cacd107dc9 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:05:32.838680 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06cbf4f1-bda5-4339-9c74-dc69498d4562', 'name': 'network-vif-deleted', 'tag': '80eee83e-ddab-419a-b150-bcc386c49883', 'status': 'completed', 'code': 200} Jun 28 22:05:32.874828 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a0c3598d-36a3-4468-8568-d83d47adb20b req-0a184151-8a4a-45dd-8d55-d83e50d49934 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331407 Jun 28 22:05:32.990254 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-78c69715-ddfd-4a14-8f10-a317b2ac096e req-16c4ddd1-17ff-4fe0-b36e-c1dcae391ed3 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] 10.222.0.36 "GET /v2.0/ports?device_id=06cbf4f1-bda5-4339-9c74-dc69498d4562 HTTP/1.1" status: 200 len: 210 time: 0.0336082 Jun 28 22:05:33.134582 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ede00e-864d-4cbd-85d7-b9e278ba35b7 req-c5928fd7-0e76-4d23-a304-6526117865f4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:33.137115 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-58ede00e-864d-4cbd-85d7-b9e278ba35b7 req-c5928fd7-0e76-4d23-a304-6526117865f4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0913308 Jun 28 22:05:33.181572 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-58ede00e-864d-4cbd-85d7-b9e278ba35b7 req-efeed48e-dab2-485b-957e-1372ff01d9bd tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384135 Jun 28 22:05:33.674581 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e34b2-7036-4e61-bd38-2f7c3b8e416f req-408c0f0a-1d80-4dc6-80c5-a5902c9cc30d tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:33.676550 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-444e34b2-7036-4e61-bd38-2f7c3b8e416f req-408c0f0a-1d80-4dc6-80c5-a5902c9cc30d tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 945 time: 0.0608144 Jun 28 22:05:33.714237 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-444e34b2-7036-4e61-bd38-2f7c3b8e416f req-0d9efbc0-32c0-47de-aa27-dfdf2d02d83e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319591 Jun 28 22:05:33.898979 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2784981-b780-4568-abb3-d5046dfe877c req-09b0c46f-dfee-4fa4-ad82-6ab6f01b723b tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:33.900459 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e2784981-b780-4568-abb3-d5046dfe877c req-09b0c46f-dfee-4fa4-ad82-6ab6f01b723b tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 945 time: 0.0649695 Jun 28 22:05:33.940602 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e2784981-b780-4568-abb3-d5046dfe877c req-e6d5dc99-a4c6-4370-89bd-0d96d54d2d51 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337570 Jun 28 22:05:34.058664 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed29d20-3273-42b4-a6d6-1faa4d719292 req-7c3cbe95-a487-40be-b02b-15d55e97e83f tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:34.060142 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1ed29d20-3273-42b4-a6d6-1faa4d719292 req-7c3cbe95-a487-40be-b02b-15d55e97e83f tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 945 time: 0.0696695 Jun 28 22:05:34.099433 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1ed29d20-3273-42b4-a6d6-1faa4d719292 req-417c59d5-b0df-4817-9e8d-990ac69ba7f5 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332651 Jun 28 22:05:34.188571 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54542) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:34.394198 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0be72d-9ea9-4ebd-bfd1-178ae22afb2f req-a1fd7af3-e85e-4c35-b6d9-021c8c0e9b8e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:34.395670 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ee0be72d-9ea9-4ebd-bfd1-178ae22afb2f req-a1fd7af3-e85e-4c35-b6d9-021c8c0e9b8e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 945 time: 0.1118319 Jun 28 22:05:34.406871 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3387b8-a0a8-49cb-b7e5-052d1f444a17 req-daa12558-b1e4-4f24-b81e-e4ba5640d87a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:34.408407 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9e3387b8-a0a8-49cb-b7e5-052d1f444a17 req-daa12558-b1e4-4f24-b81e-e4ba5640d87a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.1123359 Jun 28 22:05:34.461206 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ee0be72d-9ea9-4ebd-bfd1-178ae22afb2f req-b8086242-414a-441f-900c-b2a47c2dbe51 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515728 Jun 28 22:05:34.468264 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9e3387b8-a0a8-49cb-b7e5-052d1f444a17 req-97dd97c3-0179-4d29-9f9e-63a0d9dc1f47 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519423 Jun 28 22:05:34.655285 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7cc220fc-7cb3-4dfd-a834-87cea0674b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-963356'] for router_interface, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:34.939740 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-7cc220fc-7cb3-4dfd-a834-87cea0674b3e admin admin] Deleting port db0583ae-c2e6-484e-a16c-1c0afce6d0d0 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:05:34.940148 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7cc220fc-7cb3-4dfd-a834-87cea0674b3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:35.021704 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-7cc220fc-7cb3-4dfd-a834-87cea0674b3e admin admin] For port db0583ae-c2e6-484e-a16c-1c0afce6d0d0, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=db0583ae-c2e6-484e-a16c-1c0afce6d0d0,segment=NetworkSegment(fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3),segment_id=fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:35.022056 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7cc220fc-7cb3-4dfd-a834-87cea0674b3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:35.032948 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-7cc220fc-7cb3-4dfd-a834-87cea0674b3e admin admin] Calling delete_port for db0583ae-c2e6-484e-a16c-1c0afce6d0d0 owned by network:router_interface {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:05:35.288014 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5cb117-5d72-431f-bf5b-2e2f68daa4db req-e4953bf9-4ad0-4da7-907c-1934d1ad3c17 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:35.289532 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1d5cb117-5d72-431f-bf5b-2e2f68daa4db req-e4953bf9-4ad0-4da7-907c-1934d1ad3c17 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 945 time: 0.0633438 Jun 28 22:05:35.295144 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7cc220fc-7cb3-4dfd-a834-87cea0674b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:35.303476 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-b6878700-2f25-4063-b1d0-01c6404ccc53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:35.329448 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc220fc-7cb3-4dfd-a834-87cea0674b3e admin admin] Pushing event deleted for resources: {'Port': ['ID=db0583ae-c2e6-484e-a16c-1c0afce6d0d0,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:35.337894 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-7cc220fc-7cb3-4dfd-a834-87cea0674b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:35.338454 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1d5cb117-5d72-431f-bf5b-2e2f68daa4db req-29f506e8-d41e-4e3e-a2c8-b3b0f5d9bbbe tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430288 Jun 28 22:05:35.481438 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 80eee83e-ddab-419a-b150-bcc386c49883 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:05:35.484006 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7cc220fc-7cb3-4dfd-a834-87cea0674b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963464'] for router_interface, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:35.500782 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: 80eee83e-ddab-419a-b150-bcc386c49883 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:05:35.501139 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 80eee83e-ddab-419a-b150-bcc386c49883 not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:05:35.657249 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df636b22-c8be-4457-a328-87818113cfd5 req-d153bd96-275a-4550-b402-698d36ba4b11 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:35.658610 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-df636b22-c8be-4457-a328-87818113cfd5 req-d153bd96-275a-4550-b402-698d36ba4b11 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0618474 Jun 28 22:05:35.699187 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cc220fc-7cb3-4dfd-a834-87cea0674b3e admin admin] Router 6258e4d1-0311-4c82-8045-c67c246f6c00 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:05:35.701313 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-df636b22-c8be-4457-a328-87818113cfd5 req-490a6773-8961-46d5-91a2-e375e8399738 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344193 Jun 28 22:05:35.807293 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cc220fc-7cb3-4dfd-a834-87cea0674b3e admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:05:35.812285 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-7cc220fc-7cb3-4dfd-a834-87cea0674b3e admin admin] 10.222.0.36 "PUT /v2.0/routers/6258e4d1-0311-4c82-8045-c67c246f6c00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6226583 Jun 28 22:05:35.814731 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54566) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:35.818242 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d98d8e-4cec-42af-805e-f716aa97ab07 None None] Sync routers for ids ['6258e4d1-0311-4c82-8045-c67c246f6c00'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:05:35.827344 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d98d8e-4cec-42af-805e-f716aa97ab07 None None] Routers {'6258e4d1-0311-4c82-8045-c67c246f6c00'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:05:35.828091 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-55d98d8e-4cec-42af-805e-f716aa97ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:05:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['6258e4d1-0311-4c82-8045-c67c246f6c00'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:35.935235 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-55d98d8e-4cec-42af-805e-f716aa97ab07 None None] Set router 6258e4d1-0311-4c82-8045-c67c246f6c00 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:05:36.120142 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-55d98d8e-4cec-42af-805e-f716aa97ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'name': 'tempest-ServerRescueNegativeTestJSON-1577230706-router', 'tenant_id': '3119f34cbd4c4cef86133fc965006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:19Z', 'updated_at': '2021-06-28T22:05:35Z', 'revision_number': 5, 'project_id': '3119f34cbd4c4cef86133fc965006033', 'gw_port': {'id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:36.142389 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Notify callbacks [] for router, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:36.147873 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d98d8e-4cec-42af-805e-f716aa97ab07 None None] Checking router: 6258e4d1-0311-4c82-8045-c67c246f6c00 for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:05:36.155944 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d98d8e-4cec-42af-805e-f716aa97ab07 None None] Routers {'6258e4d1-0311-4c82-8045-c67c246f6c00'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:05:36.156579 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-55d98d8e-4cec-42af-805e-f716aa97ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:05:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['6258e4d1-0311-4c82-8045-c67c246f6c00'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:36.244087 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:36.257742 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-55d98d8e-4cec-42af-805e-f716aa97ab07 None None] Set router 6258e4d1-0311-4c82-8045-c67c246f6c00 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:05:36.376688 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Deleting port b5a41cba-08b8-4f95-9526-4a16ab04cb6a {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:05:36.377175 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:36.431944 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-55d98d8e-4cec-42af-805e-f716aa97ab07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'name': 'tempest-ServerRescueNegativeTestJSON-1577230706-router', 'tenant_id': '3119f34cbd4c4cef86133fc965006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:19Z', 'updated_at': '2021-06-28T22:05:35Z', 'revision_number': 5, 'project_id': '3119f34cbd4c4cef86133fc965006033', 'gw_port': {'id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:36.463590 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55d98d8e-4cec-42af-805e-f716aa97ab07 None None] The sync data for ids ['6258e4d1-0311-4c82-8045-c67c246f6c00'] in dv-cinder-798384-1-smb is: [{'id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'name': 'tempest-ServerRescueNegativeTestJSON-1577230706-router', 'tenant_id': '3119f34cbd4c4cef86133fc965006033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159'}], 'enable_snat': True}, 'gw_port_id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:19Z', 'updated_at': '2021-06-28T22:05:35Z', 'revision_number': 5, 'project_id': '3119f34cbd4c4cef86133fc965006033', 'gw_port': {'id': 'b5a41cba-08b8-4f95-9526-4a16ab04cb6a', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:7e:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6258e4d1-0311-4c82-8045-c67c246f6c00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:05:36.465025 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] For port b5a41cba-08b8-4f95-9526-4a16ab04cb6a, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=b5a41cba-08b8-4f95-9526-4a16ab04cb6a,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:36.465390 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:36.488059 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Calling delete_port for b5a41cba-08b8-4f95-9526-4a16ab04cb6a owned by network:router_gateway {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:05:36.531833 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8cc08b-9f06-4077-888a-271e0bf78aff req-e2ef56f8-34da-4789-9709-41137c0a7051 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:36.533429 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-db8cc08b-9f06-4077-888a-271e0bf78aff req-e2ef56f8-34da-4789-9709-41137c0a7051 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 945 time: 0.0775375 Jun 28 22:05:36.573507 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-db8cc08b-9f06-4077-888a-271e0bf78aff req-a34fd80d-9079-469b-a8ca-a998cf0408ca tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337589 Jun 28 22:05:36.754203 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:36.757061 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-f5cab5e8-d292-4522-9964-50716079d1e0 tempest-VolumesActionsTest-1376509304 tempest-VolumesActionsTest-1376509304-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:36.783878 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Pushing event deleted for resources: {'Port': ['ID=b5a41cba-08b8-4f95-9526-4a16ab04cb6a,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:36.787038 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:36.853413 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963926'] for router_gateway, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:36.908200 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78eb2f96-0ab4-4244-936a-ed76c20cd2fc req-4437f657-bbcd-4b7d-a425-e082e5125327 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:36.910030 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-78eb2f96-0ab4-4244-936a-ed76c20cd2fc req-4437f657-bbcd-4b7d-a425-e082e5125327 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0761025 Jun 28 22:05:36.950618 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-78eb2f96-0ab4-4244-936a-ed76c20cd2fc req-cda455bd-104b-4689-b2fa-27f7b2bfb964 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343351 Jun 28 22:05:36.966112 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-963385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7194'] for router, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:36.980063 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.139224 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-963888'] for router, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.139840 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6258e4d1-0311-4c82-8045-c67c246f6c00 {{(pid=93383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:05:37.149447 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.149447 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] 10.222.0.36 "DELETE /v2.0/routers/6258e4d1-0311-4c82-8045-c67c246f6c00 HTTP/1.1" status: 204 len: 168 time: 1.3307855 Jun 28 22:05:37.149627 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54594) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:37.198172 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_v2 [None req-663fee06-460a-4ddb-99a9-faa623b93911 admin admin] Deleting subnet 0afd4b0c-f3c8-4204-abf0-24f2274291f0 {{(pid=93383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:05:37.201529 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-663fee06-460a-4ddb-99a9-faa623b93911 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.236297 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-663fee06-460a-4ddb-99a9-faa623b93911 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10045394'] for subnet, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.275659 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-663fee06-460a-4ddb-99a9-faa623b93911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929869'] for subnet, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.411342 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-663fee06-460a-4ddb-99a9-faa623b93911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8753296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9112371'] for subnet, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.415270 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6ef2283b-a725-407e-848d-ae2d40669b27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:37.441376 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fee06-460a-4ddb-99a9-faa623b93911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0afd4b0c-f3c8-4204-abf0-24f2274291f0,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:37.446962 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-663fee06-460a-4ddb-99a9-faa623b93911 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.449211 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-663fee06-460a-4ddb-99a9-faa623b93911 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/0afd4b0c-f3c8-4204-abf0-24f2274291f0 HTTP/1.1" status: 204 len: 168 time: 0.2987061 Jun 28 22:05:37.450467 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-663fee06-460a-4ddb-99a9-faa623b93911 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:37.451611 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54600) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:37.524418 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-216273ce-775e-4126-9477-4037d2c19a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604114'] for network, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.530457 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54602) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:37.622658 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-216273ce-775e-4126-9477-4037d2c19a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929245', 'neutron.services.segments.db._delete_segments_for_network-8736847184231'] for network, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.636259 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.services.segments.db [None req-216273ce-775e-4126-9477-4037d2c19a50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c760d07-f07f-45da-b722-cb1c9bb91047']}} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:37.649059 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.services.segments.db [None req-216273ce-775e-4126-9477-4037d2c19a50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3') {'for_net_delete': True} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:37.649372 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.services.segments.db [None req-216273ce-775e-4126-9477-4037d2c19a50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcae90ad-8cd1-4f98-90c2-a6e0fccfd7c3') {} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:37.655451 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ec8438a6-62de-4cbd-8dd8-2b002f9ef5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.663961 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-216273ce-775e-4126-9477-4037d2c19a50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736847130462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10045385'] for segment, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.682133 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-216273ce-775e-4126-9477-4037d2c19a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.689445 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-216273ce-775e-4126-9477-4037d2c19a50 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:05:37.690142 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-216273ce-775e-4126-9477-4037d2c19a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8753673'] for segment, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: Traceback (most recent call last): Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: timer() Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: cb(*args, **kw) Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: return func(*args, **kwargs) Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: self._notify() Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: self.callback(batched_events) Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: event.method(event) Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: return f(self, *a, **k) Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: return self._get(url).json() Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: return self.request(url, 'GET', **kwargs) Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:05:37.755583 dv-cinder-798384-1-smb neutron-server[93383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:05:37.779103 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device b5a41cba-08b8-4f95-9526-4a16ab04cb6a no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:05:37.801587 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: b5a41cba-08b8-4f95-9526-4a16ab04cb6a {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:05:37.806212 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device b5a41cba-08b8-4f95-9526-4a16ab04cb6a not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:05:37.806212 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device db0583ae-c2e6-484e-a16c-1c0afce6d0d0 no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:05:37.815973 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2acae0-8943-434e-b549-00d65771636b req-2ddcb3ac-b16f-4b79-8561-99441fbc3b93 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:37.817437 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5c2acae0-8943-434e-b549-00d65771636b req-2ddcb3ac-b16f-4b79-8561-99441fbc3b93 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.35 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 945 time: 0.1475301 Jun 28 22:05:37.820766 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: db0583ae-c2e6-484e-a16c-1c0afce6d0d0 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:05:37.821293 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device db0583ae-c2e6-484e-a16c-1c0afce6d0d0 not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:05:37.911003 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ec8438a6-62de-4cbd-8dd8-2b002f9ef5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.911219 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-216273ce-775e-4126-9477-4037d2c19a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963850'] for network, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.915684 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-f88ac88e-1c3d-47e3-963c-0543df3dd98c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:37.921232 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-216273ce-775e-4126-9477-4037d2c19a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:37.921569 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-216273ce-775e-4126-9477-4037d2c19a50 admin admin] 10.222.0.36 "DELETE /v2.0/networks/7c760d07-f07f-45da-b722-cb1c9bb91047 HTTP/1.1" status: 204 len: 168 time: 0.4688339 Jun 28 22:05:37.931182 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216273ce-775e-4126-9477-4037d2c19a50 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c760d07-f07f-45da-b722-cb1c9bb91047,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:37.938446 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-216273ce-775e-4126-9477-4037d2c19a50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:37.959944 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150d5e72-d1d6-4d7c-a0ed-f860be1c038f req-88100720-a4a2-4a05-b26f-a1d5642d7e83 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:37.962142 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-150d5e72-d1d6-4d7c-a0ed-f860be1c038f req-88100720-a4a2-4a05-b26f-a1d5642d7e83 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 945 time: 0.1903768 Jun 28 22:05:38.014077 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-150d5e72-d1d6-4d7c-a0ed-f860be1c038f req-cce55b62-ed5f-4822-909c-32e3e6daa13a tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452752 Jun 28 22:05:38.018872 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-5c2acae0-8943-434e-b549-00d65771636b req-94f0614e-ee24-444a-ac15-5d7028f86a31 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Deleting port b0d03385-3c5c-4cea-b159-2ff455d16ef1 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:05:38.018872 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-5c2acae0-8943-434e-b549-00d65771636b req-94f0614e-ee24-444a-ac15-5d7028f86a31 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:38.043289 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ec8438a6-62de-4cbd-8dd8-2b002f9ef5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:38.048694 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:38.149533 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-ec8438a6-62de-4cbd-8dd8-2b002f9ef5e1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=627f929283a94752b306f4e7f176d3e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6179926 Jun 28 22:05:38.152893 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54612) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:38.157487 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8438a6-62de-4cbd-8dd8-2b002f9ef5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d4469a-3c52-4b02-945a-26e349217d3b,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:38.162967 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-ec8438a6-62de-4cbd-8dd8-2b002f9ef5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:38.180249 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-5c2acae0-8943-434e-b549-00d65771636b req-94f0614e-ee24-444a-ac15-5d7028f86a31 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] For port b0d03385-3c5c-4cea-b159-2ff455d16ef1, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=b0d03385-3c5c-4cea-b159-2ff455d16ef1,segment=NetworkSegment(16ef8411-51fc-4162-a7d8-2a7d7aad7399),segment_id=16ef8411-51fc-4162-a7d8-2a7d7aad7399)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:38.180638 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-5c2acae0-8943-434e-b549-00d65771636b req-94f0614e-ee24-444a-ac15-5d7028f86a31 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:38.197724 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-5c2acae0-8943-434e-b549-00d65771636b req-94f0614e-ee24-444a-ac15-5d7028f86a31 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Calling delete_port for b0d03385-3c5c-4cea-b159-2ff455d16ef1 owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:05:38.209810 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8a3dc8e4-2e76-4bd8-922f-27dc32272564 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:38.224162 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d571adf2-7a94-425e-8fd3-18110a67d985 req-c84f3562-bb98-4812-9241-9f338898269f tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:38.225617 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d571adf2-7a94-425e-8fd3-18110a67d985 req-c84f3562-bb98-4812-9241-9f338898269f tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.1437349 Jun 28 22:05:38.230338 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8a3dc8e4-2e76-4bd8-922f-27dc32272564 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:38.307655 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d571adf2-7a94-425e-8fd3-18110a67d985 req-48ee7af6-a0d1-4f8b-877a-37e2b2bb5874 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494895 Jun 28 22:05:38.309607 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54614) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:38.353396 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-fba156a4-97c8-4faa-ba16-3c0148922966 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3119f34cbd4c4cef86133fc965006033&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0438030 Jun 28 22:05:38.354695 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8a3dc8e4-2e76-4bd8-922f-27dc32272564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:38.357356 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54618) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:38.357737 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8a3dc8e4-2e76-4bd8-922f-27dc32272564 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:38.361305 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-8a3dc8e4-2e76-4bd8-922f-27dc32272564 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/60d4469a-3c52-4b02-945a-26e349217d3b HTTP/1.1" status: 204 len: 168 time: 0.2048655 Jun 28 22:05:38.361305 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-1b31e2ee-b686-4fbf-ac3d-0156f85c2706 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:38.369597 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3dc8e4-2e76-4bd8-922f-27dc32272564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d4469a-3c52-4b02-945a-26e349217d3b,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:38.373254 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8a3dc8e4-2e76-4bd8-922f-27dc32272564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:38.427249 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b01a32b3-4a08-4104-8046-8ae03e953d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:38.448997 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b01a32b3-4a08-4104-8046-8ae03e953d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:38.475144 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-5c2acae0-8943-434e-b549-00d65771636b req-94f0614e-ee24-444a-ac15-5d7028f86a31 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:38.480788 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:38.488180 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['b0d03385-3c5c-4cea-b159-2ff455d16ef1'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:05:38.516201 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f0614e-ee24-444a-ac15-5d7028f86a31 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Pushing event deleted for resources: {'Port': ['ID=b0d03385-3c5c-4cea-b159-2ff455d16ef1,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:38.521168 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-94f0614e-ee24-444a-ac15-5d7028f86a31 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:38.567123 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c2acae0-8943-434e-b549-00d65771636b req-94f0614e-ee24-444a-ac15-5d7028f86a31 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] No DVR routers for this DVR port b0d03385-3c5c-4cea-b159-2ff455d16ef1 on host hv-cinder-79838 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:05:38.572278 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-5c2acae0-8943-434e-b549-00d65771636b req-94f0614e-ee24-444a-ac15-5d7028f86a31 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:38.572442 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5c2acae0-8943-434e-b549-00d65771636b req-94f0614e-ee24-444a-ac15-5d7028f86a31 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.35 "DELETE /v2.0/ports/b0d03385-3c5c-4cea-b159-2ff455d16ef1 HTTP/1.1" status: 204 len: 173 time: 0.7474561 Jun 28 22:05:38.572799 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bfeb5d59-149c-4a1a-a510-3768e738a5ee', 'name': 'network-vif-deleted', 'tag': 'b0d03385-3c5c-4cea-b159-2ff455d16ef1'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:05:38.575137 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20366ad3-929b-40d4-bb23-8729532868f4" -d '{"events": [{"server_uuid": "bfeb5d59-149c-4a1a-a510-3768e738a5ee", "name": "network-vif-deleted", "tag": "b0d03385-3c5c-4cea-b159-2ff455d16ef1"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:05:38.613529 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f49bff-790f-4cd8-84e4-88db04c1fe78 x-openstack-request-id: req-b6f49bff-790f-4cd8-84e4-88db04c1fe78 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:05:38.613864 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bfeb5d59-149c-4a1a-a510-3768e738a5ee", "name": "network-vif-deleted", "tag": "b0d03385-3c5c-4cea-b159-2ff455d16ef1", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:05:38.614144 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6f49bff-790f-4cd8-84e4-88db04c1fe78 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:05:38.614569 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bfeb5d59-149c-4a1a-a510-3768e738a5ee', 'name': 'network-vif-deleted', 'tag': 'b0d03385-3c5c-4cea-b159-2ff455d16ef1', 'status': 'completed', 'code': 200} Jun 28 22:05:38.707929 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b01a32b3-4a08-4104-8046-8ae03e953d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:38.710569 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b01a32b3-4a08-4104-8046-8ae03e953d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:38.711712 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-b01a32b3-4a08-4104-8046-8ae03e953d72 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2c58942-f30b-4c1f-8507-ee247071df11 HTTP/1.1" status: 204 len: 168 time: 0.3535042 Jun 28 22:05:38.712525 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-c7f57fd1-f531-46b4-956f-69721b210505 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:38.720392 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a32b3-4a08-4104-8046-8ae03e953d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c58942-f30b-4c1f-8507-ee247071df11,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:38.723059 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-b01a32b3-4a08-4104-8046-8ae03e953d72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:38.934599 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424abe94-8c16-433f-9d7b-c45e9b0070c4 req-758ca583-9597-4be3-b4d1-2605e3bec850 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:38.936400 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-424abe94-8c16-433f-9d7b-c45e9b0070c4 req-758ca583-9597-4be3-b4d1-2605e3bec850 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0733795 Jun 28 22:05:39.007799 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-424abe94-8c16-433f-9d7b-c45e9b0070c4 req-dc3fd96d-2dc0-44c0-869c-0d7b0fdc959d tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657313 Jun 28 22:05:39.028512 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf8b3f-811c-4e21-8a72-05cf626f4e39 req-ae8d9b5a-9aad-4a69-bf71-6b41ed47899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:39.030024 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-58cf8b3f-811c-4e21-8a72-05cf626f4e39 req-ae8d9b5a-9aad-4a69-bf71-6b41ed47899b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e34663f77c944198471727fc7ac4a31&device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 1099 time: 0.0746315 Jun 28 22:05:39.128169 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf8b3f-811c-4e21-8a72-05cf626f4e39 req-f4c8d4a3-53ae-4f37-9380-1f84a89881c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:39.129710 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-58cf8b3f-811c-4e21-8a72-05cf626f4e39 req-f4c8d4a3-53ae-4f37-9380-1f84a89881c6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1675da2b-17f7-4600-9a31-dd1db6c635cf HTTP/1.1" status: 200 len: 912 time: 0.0924447 Jun 28 22:05:39.215414 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1e4382eb-2638-48f8-8d52-6dd9063c6e0f req-9a157e91-34f9-4d69-aac5-fcf4ebc0ad2e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=bfeb5d59-149c-4a1a-a510-3768e738a5ee HTTP/1.1" status: 200 len: 210 time: 0.0338042 Jun 28 22:05:39.231803 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-58cf8b3f-811c-4e21-8a72-05cf626f4e39 req-e6a7a63e-c60e-4797-9e3e-8ba7998ed83f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb4e1ed9-ce9e-4304-9e59-3607c5366032 HTTP/1.1" status: 200 len: 1002 time: 0.0961432 Jun 28 22:05:39.283044 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf8b3f-811c-4e21-8a72-05cf626f4e39 req-88545729-ed05-4a45-8d85-83b4b2967dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:39.285236 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-58cf8b3f-811c-4e21-8a72-05cf626f4e39 req-88545729-ed05-4a45-8d85-83b4b2967dd5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63b3ba6a-e128-478b-9125-f8f569235c1e HTTP/1.1" status: 200 len: 850 time: 0.0472474 Jun 28 22:05:39.350093 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf8b3f-811c-4e21-8a72-05cf626f4e39 req-6e4f3523-3cb6-4d81-a273-4cf938f5ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:39.351938 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-58cf8b3f-811c-4e21-8a72-05cf626f4e39 req-6e4f3523-3cb6-4d81-a273-4cf938f5ac03 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1675da2b-17f7-4600-9a31-dd1db6c635cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0608342 Jun 28 22:05:39.462276 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-58cf8b3f-811c-4e21-8a72-05cf626f4e39 req-57b1d491-906c-4703-ad4f-1ed87f04e7ac service neutron] 10.222.0.35 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039717 Jun 28 22:05:39.556254 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-58cf8b3f-811c-4e21-8a72-05cf626f4e39 req-66dcc3fb-b3d8-4264-8993-1122253aee00 service neutron] 10.222.0.35 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881801 Jun 28 22:05:39.695598 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54668) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:39.828456 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1011047986-network', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:39.917433 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Made reservation on behalf of 39a6dfa20db945d8b78fe393de75ac5c for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:05:39.919662 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:39.930920 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:39.979638 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3fdbd6-51bb-4007-832d-b4bf3c9e9221 req-005c9d00-c488-4144-97be-a06e5dfae9fe tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:39.985015 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fa3fdbd6-51bb-4007-832d-b4bf3c9e9221 req-005c9d00-c488-4144-97be-a06e5dfae9fe tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 945 time: 0.1019502 Jun 28 22:05:40.057440 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fa3fdbd6-51bb-4007-832d-b4bf3c9e9221 req-f0962a01-35a4-4b54-88d1-0180ba3ecc47 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658383 Jun 28 22:05:40.061241 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54686) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:40.098036 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.104662 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54690) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:40.187111 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-14235766-network', 'tenant_id': '434c7511562d442f81cd0b8476ccbff1'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:40.215093 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.220659 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-3d49a870-9bdd-4b35-badd-f751c47171d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:40.228806 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.265704 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 149} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:05:40.270983 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Made reservation on behalf of 434c7511562d442f81cd0b8476ccbff1 for: {'network': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:05:40.274202 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.280556 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.281634 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.db.segments_db [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Added segment 8254d7ef-59e0-4e9a-82c6-e7504a70db09 of type vlan for network 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 Jun 28 22:05:40.285485 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.294806 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a46014-8546-4e43-96e6-6fa5995db6cf,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:40.303382 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:40.388653 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.421144 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca806246-0b45-4aa8-b1ee-54892be19371 req-d7a53586-fadf-4df0-a9db-40679bba19b8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:40.423094 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ca806246-0b45-4aa8-b1ee-54892be19371 req-d7a53586-fadf-4df0-a9db-40679bba19b8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.2557070 Jun 28 22:05:40.428617 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.459632 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652bbb09-0b16-41d2-bba9-acf43bbc34ae tempest-TestMinimumBasicScenario-1457721096 tempest-TestMinimumBasicScenario-1457721096-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:40.461664 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-652bbb09-0b16-41d2-bba9-acf43bbc34ae tempest-TestMinimumBasicScenario-1457721096 tempest-TestMinimumBasicScenario-1457721096-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 1093 time: 0.3559735 Jun 28 22:05:40.464470 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54698) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:40.469413 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Request body: {'floatingip': {'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'port_id': '70df8830-afc6-4ca7-90dd-4bfe84977d28', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:40.479720 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ca806246-0b45-4aa8-b1ee-54892be19371 req-f66064a0-f596-4f02-b260-3c99db53464d tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435979 Jun 28 22:05:40.519679 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.521184 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:40.521879 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.525477 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:40.527918 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.534652 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-0e091e21-893b-4d53-8275-4bca9f7387fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:40.556360 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 117} {{(pid=93383) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:05:40.572346 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad904df0-c8bd-4089-a606-f17058e8cb89,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:40.575215 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.575708 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.segments_db [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Added segment 27641809-9035-48ef-afcc-670bb90db01d of type vlan for network bad01a6b-cbcc-45e6-901c-bcaa6746418d Jun 28 22:05:40.584563 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:40.593878 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Pushing event updated for resources: {'Network': ['ID=1433594f-5bbe-4c2f-90ce-4178e6e5c4a6,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:40.600098 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:40.611724 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:05:40.637141 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.648012 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for floatingip, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.759608 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0599961 Jun 28 22:05:40.759824 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54700) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:40.764612 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-618fdb78-489f-457b-b270-a695ff02d74f admin admin] Request body: {'subnet': {'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1011047986-subnet', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'ip_version': 4}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:40.769541 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.809468 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.812703 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:40.813360 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.819654 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e9d2fb18-ae92-4cc0-bace-9cbfdbb521c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:40.862064 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618fdb78-489f-457b-b270-a695ff02d74f admin admin] Made reservation on behalf of 39a6dfa20db945d8b78fe393de75ac5c for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:05:40.864508 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-618fdb78-489f-457b-b270-a695ff02d74f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234927'] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:40.909651 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Pushing event updated for resources: {'Network': ['ID=bad01a6b-cbcc-45e6-901c-bcaa6746418d,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:40.913571 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:40.925956 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network bad01a6b-cbcc-45e6-901c-bcaa6746418d details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:05:40.934026 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Allocated IP 172.28.0.32 (9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6/0eef9f0e-0d35-4ef7-8148-7c64e0103d05/93a42bfd-c47f-4a9c-bbae-ef61308177d0) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:05:40.966329 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9015946 Jun 28 22:05:40.969507 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54704) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:40.977099 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-6ce414ef-362d-4846-a940-c1475f395386 admin admin] Request body: {'subnet': {'network_id': 'bad01a6b-cbcc-45e6-901c-bcaa6746418d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-14235766-subnet', 'tenant_id': '434c7511562d442f81cd0b8476ccbff1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:41.055506 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:41.116284 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ce414ef-362d-4846-a940-c1475f395386 admin admin] Made reservation on behalf of 434c7511562d442f81cd0b8476ccbff1 for: {'subnet': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:05:41.119076 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6ce414ef-362d-4846-a940-c1475f395386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9112366'] for subnet, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:41.145616 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-618fdb78-489f-457b-b270-a695ff02d74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9234937'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:41.148931 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-db707919-aa41-44ab-be4a-3321499746bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:41.190885 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:41.195016 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:41.240016 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:05:41.245580 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:05:41.248391 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:05:41.283426 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Pushing event updated for resources: {'Port': ['ID=93a42bfd-c47f-4a9c-bbae-ef61308177d0,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:41.287476 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:41.472765 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618fdb78-489f-457b-b270-a695ff02d74f admin admin] Pushing event updated for resources: {'Subnet': ['ID=86579998-527f-4e8a-aa0c-cbb26314be9e,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:41.476740 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-618fdb78-489f-457b-b270-a695ff02d74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:41.486531 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618fdb78-489f-457b-b270-a695ff02d74f admin admin] Checking segment: {'id': '8254d7ef-59e0-4e9a-82c6-e7504a70db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:05:41.487832 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618fdb78-489f-457b-b270-a695ff02d74f admin admin] Network hostable DHCP agents. Network: 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:05:41.498617 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6ce414ef-362d-4846-a940-c1475f395386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8753235', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9112376'] for subnet, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:41.504800 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:41.508741 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1622c836-ffee-4eb7-b237-2c8d94c1deea req-74462cfb-426f-48e7-8d1b-cc00d4c7d327 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0944960 Jun 28 22:05:41.514796 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device b0d03385-3c5c-4cea-b159-2ff455d16ef1 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:05:41.538981 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: b0d03385-3c5c-4cea-b159-2ff455d16ef1 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:05:41.539185 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device b0d03385-3c5c-4cea-b159-2ff455d16ef1 not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:05:41.600677 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622c836-ffee-4eb7-b237-2c8d94c1deea req-e969a00a-4077-489f-8191-c256a85d6ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:41.602886 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1622c836-ffee-4eb7-b237-2c8d94c1deea req-e969a00a-4077-489f-8191-c256a85d6ee8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=540be3d5aaf14f8099311f922d1335d3&device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 1100 time: 0.0618329 Jun 28 22:05:41.604914 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce414ef-362d-4846-a940-c1475f395386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6a17a65-2a27-4511-a239-ea1ff0dfc732,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:41.613539 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6ce414ef-362d-4846-a940-c1475f395386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:41.615730 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618fdb78-489f-457b-b270-a695ff02d74f admin admin] Network 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:05:41.624249 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce414ef-362d-4846-a940-c1475f395386 admin admin] Checking segment: {'id': '27641809-9035-48ef-afcc-670bb90db01d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bad01a6b-cbcc-45e6-901c-bcaa6746418d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:05:41.624665 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce414ef-362d-4846-a940-c1475f395386 admin admin] Network hostable DHCP agents. Network: bad01a6b-cbcc-45e6-901c-bcaa6746418d, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93383) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:05:41.724340 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-618fdb78-489f-457b-b270-a695ff02d74f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:05:41.734764 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94353423-9b16-48be-9990-2a3b78cf41fe None None] Network 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:05:41.737188 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618fdb78-489f-457b-b270-a695ff02d74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:41.737726 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-618fdb78-489f-457b-b270-a695ff02d74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:41.755897 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c129e96-a134-4cad-b84c-d4dd3a644661 req-1c92d6f5-387b-4a99-8674-4aaaf14d7527 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:41.762703 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1c129e96-a134-4cad-b84c-d4dd3a644661 req-1c92d6f5-387b-4a99-8674-4aaaf14d7527 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.1487930 Jun 28 22:05:41.771607 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:41.785853 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622c836-ffee-4eb7-b237-2c8d94c1deea req-77e1217a-8a32-471b-a64d-2200933fbf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:41.787255 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1622c836-ffee-4eb7-b237-2c8d94c1deea req-77e1217a-8a32-471b-a64d-2200933fbf94 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a01a082-3ec6-4e75-8884-a203b5eaabe4 HTTP/1.1" status: 200 len: 917 time: 0.1612356 Jun 28 22:05:41.809105 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce414ef-362d-4846-a940-c1475f395386 admin admin] Network bad01a6b-cbcc-45e6-901c-bcaa6746418d is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93383) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:05:41.819096 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-6ce414ef-362d-4846-a940-c1475f395386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, bad01a6b-cbcc-45e6-901c-bcaa6746418d) {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:05:41.824215 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ce414ef-362d-4846-a940-c1475f395386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:41.824809 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6ce414ef-362d-4846-a940-c1475f395386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:41.845321 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdc1985-fd5c-46f7-9c7d-7d9f2cd53ffa None None] Network bad01a6b-cbcc-45e6-901c-bcaa6746418d requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:05:41.848937 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1c129e96-a134-4cad-b84c-d4dd3a644661 req-d938108a-1a76-4e0b-9a61-cba97a6ff80d tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823140 Jun 28 22:05:41.871964 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1622c836-ffee-4eb7-b237-2c8d94c1deea req-a6a0639b-9f91-4627-a828-8656411bde95 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f70002a6-5441-4361-918d-a330b40d67d6 HTTP/1.1" status: 200 len: 1001 time: 0.0733674 Jun 28 22:05:41.871964 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-618fdb78-489f-457b-b270-a695ff02d74f admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1097605 Jun 28 22:05:41.873847 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54712) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:41.879792 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:41.929176 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622c836-ffee-4eb7-b237-2c8d94c1deea req-da7f25dd-33b5-4daf-b27b-c6fcf6d91ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:41.930721 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1622c836-ffee-4eb7-b237-2c8d94c1deea req-da7f25dd-33b5-4daf-b27b-c6fcf6d91ca5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9dcc002-255b-49f2-9b1c-c91d2190c0e5 HTTP/1.1" status: 200 len: 855 time: 0.0470362 Jun 28 22:05:41.939044 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6ce414ef-362d-4846-a940-c1475f395386 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9663446 Jun 28 22:05:41.962208 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.000136 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc330e12d-bc8b-53b0-9a28-5826593b933a-1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'fixed_ips': [{'subnet_id': '86579998-527f-4e8a-aa0c-cbb26314be9e'}]}} from dv-cinder-798384-1-smb. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 22:05:42.003772 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.028590 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1622c836-ffee-4eb7-b237-2c8d94c1deea req-39da13a6-79b0-48af-b8b4-8ace16084662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:42.031448 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1622c836-ffee-4eb7-b237-2c8d94c1deea req-39da13a6-79b0-48af-b8b4-8ace16084662 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a01a082-3ec6-4e75-8884-a203b5eaabe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0942864 Jun 28 22:05:42.031577 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7220'] for router, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.032525 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7181'] for router, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.139199 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.166912 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50bbb284-60af-40e1-a615-116ff926830b None None] Network bad01a6b-cbcc-45e6-901c-bcaa6746418d requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:05:42.189968 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1622c836-ffee-4eb7-b237-2c8d94c1deea req-2d2f8061-eea9-43f2-9c4d-8a80eb12ef4c service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506729 Jun 28 22:05:42.208153 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.268707 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Allocated IP 172.20.0.2 (1433594f-5bbe-4c2f-90ce-4178e6e5c4a6/86579998-527f-4e8a-aa0c-cbb26314be9e/ba902dff-0717-486a-bd16-5c639debf95d) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:05:42.317542 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.325334 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1622c836-ffee-4eb7-b237-2c8d94c1deea req-3bd734b4-859f-4647-af35-2f5238152ddf service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250880 Jun 28 22:05:42.360201 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c696c525-938f-47dc-8fd7-340b73153ea3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:42.478456 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.487437 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Transition to ACTIVE for port object ba902dff-0717-486a-bd16-5c639debf95d will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:05:42.504177 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Transition to ACTIVE for port object ba902dff-0717-486a-bd16-5c639debf95d will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:05:42.588343 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.591360 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-04e5d154-d00d-42fb-8258-a56cab9ce0c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:42.628447 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Network 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:05:42.631647 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:05:42.634375 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:05:42.648897 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Pushing event updated for resources: {'Port': ['ID=ba902dff-0717-486a-bd16-5c639debf95d,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:42.651646 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:42.691332 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-962965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-963522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7187'] for router, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.710838 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Attempting to bind port ba902dff-0717-486a-bd16-5c639debf95d on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:05:42.711219 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Attempting to bind port ba902dff-0717-486a-bd16-5c639debf95d by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '8254d7ef-59e0-4e9a-82c6-e7504a70db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:05:42.711744 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Attempting to bind port ba902dff-0717-486a-bd16-5c639debf95d on network 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:05:42.712314 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Pushing event updated for resources: {'Port': ['ID=93a42bfd-c47f-4a9c-bbae-ef61308177d0,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:42.716148 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:42.719127 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:05:42.719708 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Checking segment: {'id': '8254d7ef-59e0-4e9a-82c6-e7504a70db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:05:42.720479 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.721032 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Bound using segment: {'id': '8254d7ef-59e0-4e9a-82c6-e7504a70db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:05:42.721201 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963868'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.722185 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Bound port: ba902dff-0717-486a-bd16-5c639debf95d, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254d7ef-59e0-4e9a-82c6-e7504a70db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:05:42.723092 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.737968 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54740) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:42.743484 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-995133265-network', 'tenant_id': '1ef76d10e2e6408e83b7ed828ec2f143'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:42.790806 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] For port ba902dff-0717-486a-bd16-5c639debf95d, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:05:42.793739 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] For port ba902dff-0717-486a-bd16-5c639debf95d, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=ba902dff-0717-486a-bd16-5c639debf95d,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:05:42.830050 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.l3_db [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Floating IP 5d52f156-30a6-4856-81e4-87d2c1f52239 associated. External IP: 172.28.0.32, port: 70df8830-afc6-4ca7-90dd-4bfe84977d28. Jun 28 22:05:42.867670 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Made reservation on behalf of 1ef76d10e2e6408e83b7ed828ec2f143 for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:05:42.870000 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.880479 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.908207 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:42.911304 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-41d01aee-1957-48bc-be8a-0627d97552e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:42.974080 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Pushing event updated for resources: {'Port': ['ID=ba902dff-0717-486a-bd16-5c639debf95d,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:42.983857 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:42.989703 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:43.047491 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:43.051317 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:43.076843 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 130} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:05:43.083671 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbf2240e-e10f-48e0-9c1c-a54be17e45bd,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:43.086843 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:43.095625 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:43.095961 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.db.segments_db [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Added segment d23100c7-3787-4a9b-abe6-0cafad7fcda5 of type vlan for network ba65a581-2a76-4ef0-b677-b97e1cd34834 Jun 28 22:05:43.142054 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:43.178948 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:05:43.261526 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:43.267810 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:43.269454 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:43.270099 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:43.273723 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:43.285807 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:43.338022 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Pushing event updated for resources: {'Network': ['ID=ba65a581-2a76-4ef0-b677-b97e1cd34834,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:43.340916 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:43.352826 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network ba65a581-2a76-4ef0-b677-b97e1cd34834 details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:05:43.367243 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6210587 Jun 28 22:05:43.368452 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54746) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:43.374164 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-4a3374f1-55cd-41f6-bc5a-6bb3565e3777 admin admin] Request body: {'subnet': {'network_id': 'ba65a581-2a76-4ef0-b677-b97e1cd34834', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-995133265-subnet', 'tenant_id': '1ef76d10e2e6408e83b7ed828ec2f143', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:43.399465 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:05:43.422941 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a1b2f-5c60-41d4-80cb-10a4da800322 None None] Sync routers for ids ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:05:43.444954 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a1b2f-5c60-41d4-80cb-10a4da800322 None None] Routers {'8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:05:43.445830 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-ff0a1b2f-5c60-41d4-80cb-10a4da800322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:05:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:43.453758 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Allocated IP 172.28.0.210 (9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6/0eef9f0e-0d35-4ef7-8148-7c64e0103d05/a8ee5594-1a0a-42cd-a6af-4118ea085f2e) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:05:43.462042 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3374f1-55cd-41f6-bc5a-6bb3565e3777 admin admin] Made reservation on behalf of 1ef76d10e2e6408e83b7ed828ec2f143 for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:05:43.464466 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4a3374f1-55cd-41f6-bc5a-6bb3565e3777 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234927'] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:43.584913 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:43.613055 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:43.642266 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1760972 Jun 28 22:05:43.642474 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54748) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:43.645186 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'tag': '70df8830-afc6-4ca7-90dd-4bfe84977d28'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:05:43.647443 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-41fe7bcd-9ab2-4595-804a-d9f42b03fa57 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-349470204', 'description': 'tempest-secgroup-smoke-349470204 description', 'project_id': 'dc9e33b30d97454f82560f7201c55e69'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:43.647764 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c2fd5b1-e0e3-41e6-997a-389e67a85e54" -d '{"events": [{"name": "network-changed", "server_uuid": "31230e7f-fa34-4f6d-abf0-f336d9cb4d79", "tag": "70df8830-afc6-4ca7-90dd-4bfe84977d28"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:05:43.686732 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-ff0a1b2f-5c60-41d4-80cb-10a4da800322 None None] Set router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:05:43.714342 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183b0508-1276-4ba4-94a0-8a3b535e8925 x-openstack-request-id: req-183b0508-1276-4ba4-94a0-8a3b535e8925 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:05:43.715243 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31230e7f-fa34-4f6d-abf0-f336d9cb4d79", "tag": "70df8830-afc6-4ca7-90dd-4bfe84977d28", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:05:43.715532 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-183b0508-1276-4ba4-94a0-8a3b535e8925 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:05:43.716188 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'tag': '70df8830-afc6-4ca7-90dd-4bfe84977d28', 'status': 'completed', 'code': 200} Jun 28 22:05:43.759857 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-41fe7bcd-9ab2-4595-804a-d9f42b03fa57 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:43.805226 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:43.808358 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-90e4e109-cd2b-4932-986f-d828f6b6b645 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:43.825666 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device ba902dff-0717-486a-bd16-5c639debf95d up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:05:43.842228 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4a3374f1-55cd-41f6-bc5a-6bb3565e3777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9234937'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:43.874720 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Pushing event updated for resources: {'Port': ['ID=a8ee5594-1a0a-42cd-a6af-4118ea085f2e,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:43.881794 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:43.883864 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:05:43.885495 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:05:43.892703 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-ecf5ca51-4926-49fa-8982-4c834fce1e61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:43.901760 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fd5b1-e0e3-41e6-997a-389e67a85e54 req-5a6413c2-8929-4cdf-9711-0d3b177f472a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:43.905059 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9c2fd5b1-e0e3-41e6-997a-389e67a85e54 req-5a6413c2-8929-4cdf-9711-0d3b177f472a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc9e33b30d97454f82560f7201c55e69&device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 1098 time: 0.1604064 Jun 28 22:05:43.906225 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:05:44.063971 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port ba902dff-0717-486a-bd16-5c639debf95d completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:05:44.085654 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-ff0a1b2f-5c60-41d4-80cb-10a4da800322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:26Z', 'updated_at': '2021-06-28T22:04:32Z', 'revision_number': 4, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'gw_port': {'id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:27Z', 'updated_at': '2021-06-28T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': '5d52f156-30a6-4856-81e4-87d2c1f52239', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'floating_ip_address': '172.28.0.32', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'port_id': '70df8830-afc6-4ca7-90dd-4bfe84977d28', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'mac_address': 'fa:16:3e:36:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:05:41Z', 'updated_at': '2021-06-28T22:05:41Z', 'revision_number': 0, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522031fc-c122-41aa-b1bc-a2430a7ed3bf', 'name': '', 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'mac_address': 'fa:16:3e:bf:2d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:31Z', 'updated_at': '2021-06-28T22:04:40Z', 'revision_number': 5, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'subnets': [{'id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:44.086438 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3374f1-55cd-41f6-bc5a-6bb3565e3777 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddce7bb4-b42e-4f1c-a5d4-f623d44feb86,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:44.097560 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fd5b1-e0e3-41e6-997a-389e67a85e54 req-72e61238-fc68-48c1-bd77-df97572e4cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:44.097560 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9c2fd5b1-e0e3-41e6-997a-389e67a85e54 req-72e61238-fc68-48c1-bd77-df97572e4cf6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=16611fc9-d4a8-48d3-984f-5056d4188409 HTTP/1.1" status: 200 len: 914 time: 0.1792791 Jun 28 22:05:44.097560 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-4a3374f1-55cd-41f6-bc5a-6bb3565e3777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:44.118190 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a1b2f-5c60-41d4-80cb-10a4da800322 None None] Checking router: 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:05:44.132229 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0a1b2f-5c60-41d4-80cb-10a4da800322 None None] Routers {'8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:05:44.132942 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-ff0a1b2f-5c60-41d4-80cb-10a4da800322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:05:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:44.136926 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15923e0f-5725-459b-865c-01d02dc45835 None None] Network 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:05:44.169029 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-41fe7bcd-9ab2-4595-804a-d9f42b03fa57 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:44.177288 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a3374f1-55cd-41f6-bc5a-6bb3565e3777 admin admin] Checking segment: {'id': 'd23100c7-3787-4a9b-abe6-0cafad7fcda5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'ba65a581-2a76-4ef0-b677-b97e1cd34834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:05:44.177647 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3374f1-55cd-41f6-bc5a-6bb3565e3777 admin admin] Network hostable DHCP agents. Network: ba65a581-2a76-4ef0-b677-b97e1cd34834, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:05:44.201599 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9c2fd5b1-e0e3-41e6-997a-389e67a85e54 req-328dcdc1-a524-4b6b-918a-1a49f5c805ae service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70df8830-afc6-4ca7-90dd-4bfe84977d28 HTTP/1.1" status: 200 len: 998 time: 0.0908675 Jun 28 22:05:44.238782 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-41fe7bcd-9ab2-4595-804a-d9f42b03fa57 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:44.243534 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-fd3c3ce2-b740-4330-abc7-188955124907 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:44.279629 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fd5b1-e0e3-41e6-997a-389e67a85e54 req-d8c92836-0eea-4711-86da-0e1d451dba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:44.281249 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9c2fd5b1-e0e3-41e6-997a-389e67a85e54 req-d8c92836-0eea-4711-86da-0e1d451dba3f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8e0c7a5-9ea4-47fd-a14b-93505b943626 HTTP/1.1" status: 200 len: 852 time: 0.0730093 Jun 28 22:05:44.281726 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:44.282919 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe7bcd-9ab2-4595-804a-d9f42b03fa57 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a437821d-dc4f-40fd-b7b2-d4fa257f339e,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:44.299017 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-41fe7bcd-9ab2-4595-804a-d9f42b03fa57 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:44.305162 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a3374f1-55cd-41f6-bc5a-6bb3565e3777 admin admin] Network ba65a581-2a76-4ef0-b677-b97e1cd34834 is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:05:44.313440 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-ff0a1b2f-5c60-41d4-80cb-10a4da800322 None None] Set router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:05:44.360221 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2fd5b1-e0e3-41e6-997a-389e67a85e54 req-9f099330-102b-447a-98bc-46f675470c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:44.361802 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9c2fd5b1-e0e3-41e6-997a-389e67a85e54 req-9f099330-102b-447a-98bc-46f675470c13 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16611fc9-d4a8-48d3-984f-5056d4188409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0676565 Jun 28 22:05:44.392419 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-41fe7bcd-9ab2-4595-804a-d9f42b03fa57 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:44.394029 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-41fe7bcd-9ab2-4595-804a-d9f42b03fa57 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.7507851 Jun 28 22:05:44.400763 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54754) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:44.405204 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-73bacdfe-7740-4abf-a881-354529478792 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Request body: {'security_group_rule': {'security_group_id': 'a437821d-dc4f-40fd-b7b2-d4fa257f339e', 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:44.424305 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-a274f6b7-20db-4d16-8c93-16d58d342e61 None None] Provisioning for port ba902dff-0717-486a-bd16-5c639debf95d completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:05:44.438262 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-a274f6b7-20db-4d16-8c93-16d58d342e61 None None] Provisioning complete for port ba902dff-0717-486a-bd16-5c639debf95d triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:44.438650 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a274f6b7-20db-4d16-8c93-16d58d342e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:44.449628 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-4a3374f1-55cd-41f6-bc5a-6bb3565e3777 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, ba65a581-2a76-4ef0-b677-b97e1cd34834) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:05:44.460899 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3374f1-55cd-41f6-bc5a-6bb3565e3777 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:44.461591 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4a3374f1-55cd-41f6-bc5a-6bb3565e3777 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:44.481158 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020e8e95-0544-4f08-92e3-1aca2a383148 None None] Network ba65a581-2a76-4ef0-b677-b97e1cd34834 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:05:44.493662 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-963549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963006'] for router, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:44.494671 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9c2fd5b1-e0e3-41e6-997a-389e67a85e54 req-f2776d43-7e70-454b-8b5f-059f09584be1 service neutron] 10.222.0.35 "GET /v2.0/networks/16611fc9-d4a8-48d3-984f-5056d4188409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231868 Jun 28 22:05:44.565832 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-73bacdfe-7740-4abf-a881-354529478792 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:44.619472 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9c2fd5b1-e0e3-41e6-997a-389e67a85e54 req-298dbf9b-b93b-4066-851b-8ae291b6d9c2 service neutron] 10.222.0.35 "GET /v2.0/networks/16611fc9-d4a8-48d3-984f-5056d4188409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181633 Jun 28 22:05:44.644011 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-4a3374f1-55cd-41f6-bc5a-6bb3565e3777 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2720425 Jun 28 22:05:44.659319 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-73bacdfe-7740-4abf-a881-354529478792 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:44.693444 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 is scheduled to L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 with binding_index 1 {{(pid=93383) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 22:05:44.756336 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-73bacdfe-7740-4abf-a881-354529478792 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:44.758663 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-29a88b29-5a0b-4b94-be9f-3701caa9aeba tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:44.783927 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a274f6b7-20db-4d16-8c93-16d58d342e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:44.787433 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bacdfe-7740-4abf-a881-354529478792 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=327eafc0-e8d1-4fe9-8742-8ce96667cd3f,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:44.787621 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83092ff-601e-462a-90cf-2356bb9352dd None None] Network ba65a581-2a76-4ef0-b677-b97e1cd34834 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:05:44.791970 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-73bacdfe-7740-4abf-a881-354529478792 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:44.812413 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54758) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:44.837647 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:05:44.852435 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Sync routers for ids ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:05:44.862851 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Routers {'f2433db5-5a2d-4fb3-b1be-d8109ea53e71'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:05:44.863609 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:05:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:44.874162 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8c68a7-88d5-4edd-8380-74604a1712bc admin admin] Deleting subnet c6a17a65-2a27-4511-a239-ea1ff0dfc732 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:05:44.878592 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7e8c68a7-88d5-4edd-8380-74604a1712bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:44.893244 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-a274f6b7-20db-4d16-8c93-16d58d342e61 None None] For port ba902dff-0717-486a-bd16-5c639debf95d, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=ba902dff-0717-486a-bd16-5c639debf95d,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:44.903194 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-73bacdfe-7740-4abf-a881-354529478792 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:44.905168 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-73bacdfe-7740-4abf-a881-354529478792 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5034339 Jun 28 22:05:44.908168 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54760) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:44.913885 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-514d0c07-5b5a-4e13-bdf9-50c7d0090541 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Request body: {'security_group_rule': {'security_group_id': 'a437821d-dc4f-40fd-b7b2-d4fa257f339e', 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:44.921768 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-ff0a1b2f-5c60-41d4-80cb-10a4da800322 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:26Z', 'updated_at': '2021-06-28T22:04:32Z', 'revision_number': 4, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'gw_port': {'id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:27Z', 'updated_at': '2021-06-28T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': '5d52f156-30a6-4856-81e4-87d2c1f52239', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'floating_ip_address': '172.28.0.32', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'port_id': '70df8830-afc6-4ca7-90dd-4bfe84977d28', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'mac_address': 'fa:16:3e:36:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:05:41Z', 'updated_at': '2021-06-28T22:05:41Z', 'revision_number': 0, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522031fc-c122-41aa-b1bc-a2430a7ed3bf', 'name': '', 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'mac_address': 'fa:16:3e:bf:2d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:31Z', 'updated_at': '2021-06-28T22:04:40Z', 'revision_number': 5, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'subnets': [{'id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:44.950629 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:44.952243 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0769410 Jun 28 22:05:44.953413 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7e8c68a7-88d5-4edd-8380-74604a1712bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8526938'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:44.954432 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0a1b2f-5c60-41d4-80cb-10a4da800322 None None] The sync data for ids ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'] in dv-cinder-798384-1-smb is: [{'id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:26Z', 'updated_at': '2021-06-28T22:04:32Z', 'revision_number': 4, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'gw_port': {'id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:27Z', 'updated_at': '2021-06-28T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': '5d52f156-30a6-4856-81e4-87d2c1f52239', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'floating_ip_address': '172.28.0.32', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'port_id': '70df8830-afc6-4ca7-90dd-4bfe84977d28', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'mac_address': 'fa:16:3e:36:5e:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:05:41Z', 'updated_at': '2021-06-28T22:05:41Z', 'revision_number': 0, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '522031fc-c122-41aa-b1bc-a2430a7ed3bf', 'name': '', 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'mac_address': 'fa:16:3e:bf:2d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:31Z', 'updated_at': '2021-06-28T22:04:40Z', 'revision_number': 5, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'subnets': [{'id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:05:44.954916 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54764) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:44.993171 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a274f6b7-20db-4d16-8c93-16d58d342e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.015803 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:45.034025 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-514d0c07-5b5a-4e13-bdf9-50c7d0090541 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.037624 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7e8c68a7-88d5-4edd-8380-74604a1712bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929869'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.046041 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Set router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:05:45.113774 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274f6b7-20db-4d16-8c93-16d58d342e61 None None] Pushing event updated for resources: {'Port': ['ID=ba902dff-0717-486a-bd16-5c639debf95d,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:45.123564 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-a274f6b7-20db-4d16-8c93-16d58d342e61 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:45.130341 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-0703d90e-552c-42b6-82bd-312447caaa84 None None] Provisioning complete for port ba902dff-0717-486a-bd16-5c639debf95d triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:45.130974 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0703d90e-552c-42b6-82bd-312447caaa84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.167923 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7e8c68a7-88d5-4edd-8380-74604a1712bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9234930'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.181419 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:45.182264 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-514d0c07-5b5a-4e13-bdf9-50c7d0090541 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.191187 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7e8c68a7-88d5-4edd-8380-74604a1712bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.198294 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-7e8c68a7-88d5-4edd-8380-74604a1712bc admin admin] 10.222.0.36 "DELETE /v2.0/subnets/c6a17a65-2a27-4511-a239-ea1ff0dfc732 HTTP/1.1" status: 204 len: 168 time: 0.3844550 Jun 28 22:05:45.200962 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54770) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:45.276044 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8c68a7-88d5-4edd-8380-74604a1712bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6a17a65-2a27-4511-a239-ea1ff0dfc732,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:45.295426 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-514d0c07-5b5a-4e13-bdf9-50c7d0090541 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.301361 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a1de0538-ff3b-4418-b348-c6a793f6da0b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:45.307689 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-7e8c68a7-88d5-4edd-8380-74604a1712bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:45.326480 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514d0c07-5b5a-4e13-bdf9-50c7d0090541 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32383d88-ffbe-41f1-9eee-8577f374a352,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:45.340536 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-514d0c07-5b5a-4e13-bdf9-50c7d0090541 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:45.349107 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:42Z', 'updated_at': '2021-06-28T22:05:44Z', 'revision_number': 3, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'gw_port': {'id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:eb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:43Z', 'updated_at': '2021-06-28T22:05:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:45.364465 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3792825e-4274-43fc-9142-f2b8edea5ca2 None None] New status for floating IP 5d52f156-30a6-4856-81e4-87d2c1f52239: ACTIVE {{(pid=93385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:05:45.381556 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9bbf66ff-af63-4db4-b962-d7ba6edab98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604114'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.399524 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Checking router: f2433db5-5a2d-4fb3-b1be-d8109ea53e71 for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:05:45.400170 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Updating router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 port a8ee5594-1a0a-42cd-a6af-4118ea085f2e binding host dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:05:45.441911 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.448433 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-514d0c07-5b5a-4e13-bdf9-50c7d0090541 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.453108 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-514d0c07-5b5a-4e13-bdf9-50c7d0090541 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5431497 Jun 28 22:05:45.453832 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54780) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:45.463942 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-d6b10e46-ab24-4c26-89c5-f0fda493ecb5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Request body: {'security_group_rule': {'security_group_id': 'a437821d-dc4f-40fd-b7b2-d4fa257f339e', 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:45.494584 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-75f9cb67-2c8d-4372-85ff-ec9659cd18a7 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:45.501738 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-75f9cb67-2c8d-4372-85ff-ec9659cd18a7 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/networks?id=3a5c8572-06bd-468f-9457-c278b0456a1b HTTP/1.1" status: 200 len: 814 time: 0.1957476 Jun 28 22:05:45.545930 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-3198f86c-0ea6-4c4c-987f-6b89820a58b3 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/quotas/1c4582b0a6a6427eb0b46a0c2ace25ae HTTP/1.1" status: 200 len: 375 time: 0.0422959 Jun 28 22:05:45.550730 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9bbf66ff-af63-4db4-b962-d7ba6edab98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929245', 'neutron.services.segments.db._delete_segments_for_network-8736847184231'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.591559 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-5f33648b-8c81-4860-8e6b-6b502f1c3ac5 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=1c4582b0a6a6427eb0b46a0c2ace25ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446384 Jun 28 22:05:45.618218 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-9bbf66ff-af63-4db4-b962-d7ba6edab98e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bad01a6b-cbcc-45e6-901c-bcaa6746418d']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:45.636044 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-9bbf66ff-af63-4db4-b962-d7ba6edab98e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27641809-9035-48ef-afcc-670bb90db01d') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:45.636359 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-9bbf66ff-af63-4db4-b962-d7ba6edab98e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27641809-9035-48ef-afcc-670bb90db01d') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:45.638808 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.673945 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9bbf66ff-af63-4db4-b962-d7ba6edab98e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736847130462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8526913'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.693241 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9bbf66ff-af63-4db4-b962-d7ba6edab98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.707575 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bbf66ff-af63-4db4-b962-d7ba6edab98e admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:05:45.707575 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9bbf66ff-af63-4db4-b962-d7ba6edab98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8735882'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: Traceback (most recent call last): Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: timer() Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: cb(*args, **kw) Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: return func(*args, **kwargs) Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: self._notify() Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: self.callback(batched_events) Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: event.method(event) Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: return f(self, *a, **k) Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: return self._get(url).json() Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:05:45.708905 dv-cinder-798384-1-smb neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:05:45.734155 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.741229 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-912a5eaa-8299-4ff3-84f8-c88f2f2026f3 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5c8572-06bd-468f-9457-c278b0456a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485901 Jun 28 22:05:45.773638 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6b10e46-ab24-4c26-89c5-f0fda493ecb5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.801456 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device ba902dff-0717-486a-bd16-5c639debf95d up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:05:45.857837 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Allocated IP 172.20.0.1 (1433594f-5bbe-4c2f-90ce-4178e6e5c4a6/86579998-527f-4e8a-aa0c-cbb26314be9e/9dfb490d-9c4a-4905-ad40-03f4aa156c11) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:05:45.871149 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-3818400b-0bc9-4f5a-be60-e8ec29e22f55 service neutron] 10.222.0.36 "GET /v2.0/networks/3a5c8572-06bd-468f-9457-c278b0456a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926816 Jun 28 22:05:45.873418 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port ba902dff-0717-486a-bd16-5c639debf95d triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:45.874054 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.878120 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6b10e46-ab24-4c26-89c5-f0fda493ecb5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.897647 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Transition to ACTIVE for port object a8ee5594-1a0a-42cd-a6af-4118ea085f2e will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:05:45.898114 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9bbf66ff-af63-4db4-b962-d7ba6edab98e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963850'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.900476 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:45.909928 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9bbf66ff-af63-4db4-b962-d7ba6edab98e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.915487 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-9bbf66ff-af63-4db4-b962-d7ba6edab98e admin admin] 10.222.0.36 "DELETE /v2.0/networks/bad01a6b-cbcc-45e6-901c-bcaa6746418d HTTP/1.1" status: 204 len: 168 time: 0.6407435 Jun 28 22:05:45.916229 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54782) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:45.949093 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6b10e46-ab24-4c26-89c5-f0fda493ecb5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.953824 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:45.957767 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbf66ff-af63-4db4-b962-d7ba6edab98e admin admin] Pushing event deleted for resources: {'Network': ['ID=bad01a6b-cbcc-45e6-901c-bcaa6746418d,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:45.961388 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-9bbf66ff-af63-4db4-b962-d7ba6edab98e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:45.978082 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b10e46-ab24-4c26-89c5-f0fda493ecb5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a200d27-5daa-4b4b-8d99-8ebfae142308,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:45.985814 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-d6b10e46-ab24-4c26-89c5-f0fda493ecb5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:45.990580 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:45.993885 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:45.998915 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb96848-4a1f-4cdf-a349-267575f49c09 admin admin] Deleting subnet ddce7bb4-b42e-4f1c-a5d4-f623d44feb86 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:05:46.005003 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7fb96848-4a1f-4cdf-a349-267575f49c09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.013830 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.034272 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Transition to ACTIVE for port object 9dfb490d-9c4a-4905-ad40-03f4aa156c11 will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:05:46.048195 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Pushing event updated for resources: {'Port': ['ID=a8ee5594-1a0a-42cd-a6af-4118ea085f2e,revision_number=2']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:46.048677 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d6b10e46-ab24-4c26-89c5-f0fda493ecb5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.050709 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Attempting to bind port a8ee5594-1a0a-42cd-a6af-4118ea085f2e on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:05:46.051082 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Attempting to bind port a8ee5594-1a0a-42cd-a6af-4118ea085f2e by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:05:46.051451 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Attempting to bind port a8ee5594-1a0a-42cd-a6af-4118ea085f2e on network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:05:46.052573 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-d6b10e46-ab24-4c26-89c5-f0fda493ecb5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5937772 Jun 28 22:05:46.053284 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54784) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:46.058413 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7fb96848-4a1f-4cdf-a349-267575f49c09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8526938'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.059972 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:05:46.060375 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Checking segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:05:46.060789 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.061187 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Bound using segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:05:46.061660 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Bound port: a8ee5594-1a0a-42cd-a6af-4118ea085f2e, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:05:46.062062 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.062868 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-b1fdd639-4774-427b-ad84-d3dca1fef31f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Request body: {'security_group_rule': {'security_group_id': 'a437821d-dc4f-40fd-b7b2-d4fa257f339e', 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:46.064353 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:46.064694 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:46.065114 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:46.065653 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:46.066227 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:46.066695 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:46.066903 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:46.067228 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:46.067595 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:46.067977 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:46.068230 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:46.068528 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93386) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:46.072912 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:46.127328 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7fb96848-4a1f-4cdf-a349-267575f49c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929869'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.136846 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.138826 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] For port a8ee5594-1a0a-42cd-a6af-4118ea085f2e, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:05:46.140642 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:46.142364 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] For port a8ee5594-1a0a-42cd-a6af-4118ea085f2e, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=a8ee5594-1a0a-42cd-a6af-4118ea085f2e,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:05:46.180095 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Network 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:05:46.184495 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:05:46.190165 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:05:46.210225 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d0adbc35-564f-4226-98d7-b560bb449e3a req-a4166d61-8eb4-451f-ad1c-9c2dffdb1a74 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 210 time: 0.0419736 Jun 28 22:05:46.218140 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd639-4774-427b-ad84-d3dca1fef31f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.233939 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.236776 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-739e7c75-034e-4a41-8c44-4c38af3c0df0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:46.331628 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd639-4774-427b-ad84-d3dca1fef31f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.346462 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7fb96848-4a1f-4cdf-a349-267575f49c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9234930'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.353665 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:46.386549 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7fb96848-4a1f-4cdf-a349-267575f49c09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.392308 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-7fb96848-4a1f-4cdf-a349-267575f49c09 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/ddce7bb4-b42e-4f1c-a5d4-f623d44feb86 HTTP/1.1" status: 204 len: 168 time: 0.4642591 Jun 28 22:05:46.393797 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54794) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:46.402528 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb96848-4a1f-4cdf-a349-267575f49c09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ddce7bb4-b42e-4f1c-a5d4-f623d44feb86,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:46.405175 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-7fb96848-4a1f-4cdf-a349-267575f49c09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:46.424027 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Pushing event updated for resources: {'Port': ['ID=a8ee5594-1a0a-42cd-a6af-4118ea085f2e,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:46.427474 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-45cf2719-aa5d-40a6-a1cf-e625bee63b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:46.428122 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Routers {'f2433db5-5a2d-4fb3-b1be-d8109ea53e71'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:05:46.428742 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:05:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:46.435947 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd639-4774-427b-ad84-d3dca1fef31f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.501080 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:46.527070 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fdd639-4774-427b-ad84-d3dca1fef31f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f91f4c4-29a5-4785-b045-0ff3269f59be,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:46.531079 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-87d42b51-e365-4004-9c9d-c78637a5d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604114'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.533073 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-b1fdd639-4774-427b-ad84-d3dca1fef31f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:46.542823 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=9dfb490d-9c4a-4905-ad40-03f4aa156c11,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:46.545850 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:46.558439 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] Set router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:05:46.568714 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-963971'] for router_interface, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.570454 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b1fdd639-4774-427b-ad84-d3dca1fef31f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.571794 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-b1fdd639-4774-427b-ad84-d3dca1fef31f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5171463 Jun 28 22:05:46.582419 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54796) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:46.588831 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-30fb304e-262e-4772-b597-260e4d2a9b37 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Request body: {'security_group_rule': {'security_group_id': 'a437821d-dc4f-40fd-b7b2-d4fa257f339e', 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:46.638224 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-c152aae0-850a-4123-b9cb-28af72a063bc None None] Provisioning for port 9dfb490d-9c4a-4905-ad40-03f4aa156c11 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:05:46.639901 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-87d42b51-e365-4004-9c9d-c78637a5d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929245', 'neutron.services.segments.db._delete_segments_for_network-8736847184231'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.642707 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-c152aae0-850a-4123-b9cb-28af72a063bc None None] Provisioning complete for port 9dfb490d-9c4a-4905-ad40-03f4aa156c11 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:46.644269 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c152aae0-850a-4123-b9cb-28af72a063bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.653879 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-87d42b51-e365-4004-9c9d-c78637a5d299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba65a581-2a76-4ef0-b677-b97e1cd34834']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:46.663952 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-87d42b51-e365-4004-9c9d-c78637a5d299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd23100c7-3787-4a9b-abe6-0cafad7fcda5') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:46.664637 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-87d42b51-e365-4004-9c9d-c78637a5d299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd23100c7-3787-4a9b-abe6-0cafad7fcda5') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:46.675015 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-87d42b51-e365-4004-9c9d-c78637a5d299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736847130462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8526913'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.687015 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-c152aae0-850a-4123-b9cb-28af72a063bc None None] Port 9dfb490d-9c4a-4905-ad40-03f4aa156c11 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:05:46.688666 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-87d42b51-e365-4004-9c9d-c78637a5d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.695697 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d42b51-e365-4004-9c9d-c78637a5d299 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:05:46.696241 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-87d42b51-e365-4004-9c9d-c78637a5d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8735882'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: Traceback (most recent call last): Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: timer() Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: cb(*args, **kw) Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: return func(*args, **kwargs) Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: self._notify() Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: self.callback(batched_events) Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: event.method(event) Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: return f(self, *a, **k) Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: return self._get(url).json() Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:05:46.698186 dv-cinder-798384-1-smb neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:05:46.755806 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:42Z', 'updated_at': '2021-06-28T22:05:44Z', 'revision_number': 3, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'gw_port': {'id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:eb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:43Z', 'updated_at': '2021-06-28T22:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:46.775904 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.db.securitygroups_db [None req-30fb304e-262e-4772-b597-260e4d2a9b37 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Project dc9e33b30d97454f82560f7201c55e69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 22:05:46.782015 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-30fb304e-262e-4772-b597-260e4d2a9b37 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.803644 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10cdaf0c-4cd8-40af-a7c5-4f7bbe271834 None None] The sync data for ids ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'] in dv-cinder-798384-1-smb is: [{'id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:42Z', 'updated_at': '2021-06-28T22:05:44Z', 'revision_number': 3, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'gw_port': {'id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:eb:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:43Z', 'updated_at': '2021-06-28T22:05:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:05:46.818726 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.835239 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-87d42b51-e365-4004-9c9d-c78637a5d299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963850'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.844857 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:46.848255 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-87d42b51-e365-4004-9c9d-c78637a5d299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.850279 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-87d42b51-e365-4004-9c9d-c78637a5d299 admin admin] 10.222.0.36 "DELETE /v2.0/networks/ba65a581-2a76-4ef0-b677-b97e1cd34834 HTTP/1.1" status: 204 len: 168 time: 0.4542942 Jun 28 22:05:46.860914 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-30fb304e-262e-4772-b597-260e4d2a9b37 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.872254 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d42b51-e365-4004-9c9d-c78637a5d299 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba65a581-2a76-4ef0-b677-b97e1cd34834,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:46.874970 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-87d42b51-e365-4004-9c9d-c78637a5d299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:46.970407 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-30fb304e-262e-4772-b597-260e4d2a9b37 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:46.976758 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-73bacdfe-7740-4abf-a881-354529478792 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:46.992872 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb304e-262e-4772-b597-260e4d2a9b37 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0e9487-988b-409a-a963-cdf438750db3,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:46.995719 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-30fb304e-262e-4772-b597-260e4d2a9b37 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:47.000100 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:47.061564 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-30fb304e-262e-4772-b597-260e4d2a9b37 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:47.062688 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-30fb304e-262e-4772-b597-260e4d2a9b37 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4793246 Jun 28 22:05:47.066114 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54802) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:47.076651 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-8b1e1fc3-6185-44f1-81f0-62afe29c814f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Request body: {'security_group_rule': {'security_group_id': 'a437821d-dc4f-40fd-b7b2-d4fa257f339e', 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:47.095654 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:47.100485 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-d945a622-2c42-487b-9a4d-c5f9f8ee2b7b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:47.160472 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.securitygroups_db [None req-8b1e1fc3-6185-44f1-81f0-62afe29c814f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Project dc9e33b30d97454f82560f7201c55e69 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 22:05:47.174056 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963443'] for router_interface, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:47.176841 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Pushing event updated for resources: {'Port': ['ID=9dfb490d-9c4a-4905-ad40-03f4aa156c11,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:47.179221 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1fc3-6185-44f1-81f0-62afe29c814f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:47.181936 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:47.227454 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54804) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:47.273647 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-b7c343ba-7050-4818-8e6d-bce8964c7386 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=434c7511562d442f81cd0b8476ccbff1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447271 Jun 28 22:05:47.278300 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54808) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:47.340314 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Network 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:05:47.343398 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:05:47.345611 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-53f05b0d-a819-4007-a327-2b4ac96f1012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:47.369230 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1fc3-6185-44f1-81f0-62afe29c814f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:47.422970 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d1c1079f-dd25-4990-962a-a2f461c9d5a1 req-3a2d09b9-2cf9-4d21-9564-dcbc35693bfc tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 210 time: 0.0552821 Jun 28 22:05:47.436386 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-53f05b0d-a819-4007-a327-2b4ac96f1012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:47.439949 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1fc3-6185-44f1-81f0-62afe29c814f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:47.469374 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-d6b10e46-ab24-4c26-89c5-f0fda493ecb5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:47.490085 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e1fc3-6185-44f1-81f0-62afe29c814f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd480283-0968-4c2d-a603-e39d73fee5e3,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:47.496606 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8b1e1fc3-6185-44f1-81f0-62afe29c814f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:47.534326 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:05:47.593447 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8b1e1fc3-6185-44f1-81f0-62afe29c814f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:47.594781 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-8b1e1fc3-6185-44f1-81f0-62afe29c814f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5250058 Jun 28 22:05:47.616156 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-ed358ecb-2ba1-4a5c-a768-0b50597ad762 None None] Provisioning complete for port 9dfb490d-9c4a-4905-ad40-03f4aa156c11 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:47.617089 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ed358ecb-2ba1-4a5c-a768-0b50597ad762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:47.636343 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-53f05b0d-a819-4007-a327-2b4ac96f1012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:47.639706 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-53f05b0d-a819-4007-a327-2b4ac96f1012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:47.643593 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-53f05b0d-a819-4007-a327-2b4ac96f1012 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ad904df0-c8bd-4089-a606-f17058e8cb89 HTTP/1.1" status: 204 len: 168 time: 0.3615060 Jun 28 22:05:47.643593 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-1ad0b4b1-ae52-4bf6-8c0e-c52091f40368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:47.657484 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f05b0d-a819-4007-a327-2b4ac96f1012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad904df0-c8bd-4089-a606-f17058e8cb89,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:47.668627 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-53f05b0d-a819-4007-a327-2b4ac96f1012 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:47.685986 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:05:47.703258 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-ed358ecb-2ba1-4a5c-a768-0b50597ad762 None None] Port 9dfb490d-9c4a-4905-ad40-03f4aa156c11 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:05:47.703604 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] 10.222.0.36 "PUT /v2.0/routers/f2433db5-5a2d-4fb3-b1be-d8109ea53e71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7473760 Jun 28 22:05:47.781359 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6299e6ac-5c97-49de-9b88-0d59a7bea0df req-0d193a78-377d-4a66-ab7d-b8240cf19153 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349470204&fields=id&tenant_id=dc9e33b30d97454f82560f7201c55e69 HTTP/1.1" status: 200 len: 267 time: 0.0445848 Jun 28 22:05:47.864824 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device a8ee5594-1a0a-42cd-a6af-4118ea085f2e up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:05:47.887831 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299e6ac-5c97-49de-9b88-0d59a7bea0df req-af3a6d20-b09a-4b22-830d-8ca6857488ef tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:47.893416 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6299e6ac-5c97-49de-9b88-0d59a7bea0df req-af3a6d20-b09a-4b22-830d-8ca6857488ef tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 945 time: 0.0907812 Jun 28 22:05:47.905212 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [req-6299e6ac-5c97-49de-9b88-0d59a7bea0df req-63432e0b-8dd4-4251-baef-dac1933f91f9 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Request body: {'port': {'security_groups': ['6ca9336d-2d55-4f2b-a79b-d13784aafd7f', 'a437821d-dc4f-40fd-b7b2-d4fa257f339e']}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:47.998653 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-6299e6ac-5c97-49de-9b88-0d59a7bea0df req-63432e0b-8dd4-4251-baef-dac1933f91f9 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:48.035964 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port a8ee5594-1a0a-42cd-a6af-4118ea085f2e completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:05:48.040260 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port a8ee5594-1a0a-42cd-a6af-4118ea085f2e triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:48.040711 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:48.148686 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:48.186932 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port a8ee5594-1a0a-42cd-a6af-4118ea085f2e, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=a8ee5594-1a0a-42cd-a6af-4118ea085f2e,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:48.209114 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-6299e6ac-5c97-49de-9b88-0d59a7bea0df req-63432e0b-8dd4-4251-baef-dac1933f91f9 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] For port 70df8830-afc6-4ca7-90dd-4bfe84977d28, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=70df8830-afc6-4ca7-90dd-4bfe84977d28,segment=NetworkSegment(484d212c-8f5b-49d2-8b7c-1c3ecac070ab),segment_id=484d212c-8f5b-49d2-8b7c-1c3ecac070ab)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:48.239817 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-6299e6ac-5c97-49de-9b88-0d59a7bea0df req-63432e0b-8dd4-4251-baef-dac1933f91f9 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:48.253662 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:48.256660 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:48.306622 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=a8ee5594-1a0a-42cd-a6af-4118ea085f2e,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:48.309712 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:48.324740 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-6299e6ac-5c97-49de-9b88-0d59a7bea0df req-63432e0b-8dd4-4251-baef-dac1933f91f9 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736338'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:48.328441 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-14004363-cbb9-4e0a-928a-bf47bb270312 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:48.340999 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['70df8830-afc6-4ca7-90dd-4bfe84977d28'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:05:48.389441 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6299e6ac-5c97-49de-9b88-0d59a7bea0df req-63432e0b-8dd4-4251-baef-dac1933f91f9 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:48.390078 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-6299e6ac-5c97-49de-9b88-0d59a7bea0df req-63432e0b-8dd4-4251-baef-dac1933f91f9 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:48.393798 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6299e6ac-5c97-49de-9b88-0d59a7bea0df req-63432e0b-8dd4-4251-baef-dac1933f91f9 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "PUT /v2.0/ports/70df8830-afc6-4ca7-90dd-4bfe84977d28 HTTP/1.1" status: 200 len: 981 time: 0.4914095 Jun 28 22:05:48.393798 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'tag': '70df8830-afc6-4ca7-90dd-4bfe84977d28'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:05:48.395291 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103ffac8-ec3a-49bd-a287-d523aedf43fa" -d '{"events": [{"name": "network-changed", "server_uuid": "31230e7f-fa34-4f6d-abf0-f336d9cb4d79", "tag": "70df8830-afc6-4ca7-90dd-4bfe84977d28"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:05:48.462513 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63432e0b-8dd4-4251-baef-dac1933f91f9 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Pushing event updated for resources: {'Port': ['ID=70df8830-afc6-4ca7-90dd-4bfe84977d28,revision_number=6']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:48.473050 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-63432e0b-8dd4-4251-baef-dac1933f91f9 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:48.477061 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a117724-6b04-474c-bb82-36f9faa52812 x-openstack-request-id: req-6a117724-6b04-474c-bb82-36f9faa52812 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:05:48.480112 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31230e7f-fa34-4f6d-abf0-f336d9cb4d79", "tag": "70df8830-afc6-4ca7-90dd-4bfe84977d28", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:05:48.480112 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6a117724-6b04-474c-bb82-36f9faa52812 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:05:48.480112 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'tag': '70df8830-afc6-4ca7-90dd-4bfe84977d28', 'status': 'completed', 'code': 200} Jun 28 22:05:48.481616 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['70df8830-afc6-4ca7-90dd-4bfe84977d28'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:05:48.529427 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54834) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:48.618753 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-1544ca4e-c3b5-4a3d-a6ea-b90941cddf03 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1ef76d10e2e6408e83b7ed828ec2f143&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0871975 Jun 28 22:05:48.620250 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 54836) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:48.702751 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ce2c2512-633d-419f-9a15-9ba8924d7bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:48.776314 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ce2c2512-633d-419f-9a15-9ba8924d7bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:48.780879 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-dd73f5df-a5ed-4b8b-a4f0-03e00623c401 req-b119aa61-2c80-42be-b6be-f58af50ef083 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 210 time: 0.0572512 Jun 28 22:05:48.788919 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ffac8-ec3a-49bd-a287-d523aedf43fa req-95ef5e0b-6e94-4781-b964-ba555da0d953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:48.790439 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-103ffac8-ec3a-49bd-a287-d523aedf43fa req-95ef5e0b-6e94-4781-b964-ba555da0d953 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc9e33b30d97454f82560f7201c55e69&device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 1137 time: 0.2834744 Jun 28 22:05:48.805656 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc75476-0eb6-4229-b186-c0b8db13022a req-29be1648-7e66-4bb6-8ee8-db3e8d163e76 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:48.811806 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5cc75476-0eb6-4229-b186-c0b8db13022a req-29be1648-7e66-4bb6-8ee8-db3e8d163e76 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.2162514 Jun 28 22:05:48.812342 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54840) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:48.825924 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1219939954-network', 'tenant_id': '144767b130c24e618144205037a81f82'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:48.928455 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5cc75476-0eb6-4229-b186-c0b8db13022a req-785e0f8e-ee12-427e-beca-7c5b016fd373 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0836809 Jun 28 22:05:48.965823 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ffac8-ec3a-49bd-a287-d523aedf43fa req-bc7f8019-a4a4-478f-85c0-250f9d50712b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:48.970671 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-103ffac8-ec3a-49bd-a287-d523aedf43fa req-bc7f8019-a4a4-478f-85c0-250f9d50712b service neutron] 10.222.0.35 "GET /v2.0/networks?id=16611fc9-d4a8-48d3-984f-5056d4188409 HTTP/1.1" status: 200 len: 914 time: 0.1574016 Jun 28 22:05:48.985713 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-582bcfa9-fb02-4829-ac96-771dabcbdb93 None None] Provisioning complete for port 70df8830-afc6-4ca7-90dd-4bfe84977d28 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:48.986257 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-582bcfa9-fb02-4829-ac96-771dabcbdb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:48.998502 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Sync routers for ids ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:05:49.010109 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Routers {'f2433db5-5a2d-4fb3-b1be-d8109ea53e71'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:05:49.010721 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:05:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:49.055710 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Made reservation on behalf of 144767b130c24e618144205037a81f82 for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:05:49.059589 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:49.060168 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ce2c2512-633d-419f-9a15-9ba8924d7bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:49.064290 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ce2c2512-633d-419f-9a15-9ba8924d7bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:49.069932 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-ce2c2512-633d-419f-9a15-9ba8924d7bdc admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cbf2240e-e10f-48e0-9c1c-a54be17e45bd HTTP/1.1" status: 204 len: 168 time: 0.4485223 Jun 28 22:05:49.076875 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:49.077820 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:49.118113 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-d95076a5-06e4-45d0-a07e-f2ba7b5f0c75 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:49.121835 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-d95076a5-06e4-45d0-a07e-f2ba7b5f0c75 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.35 "GET /v2.0/networks?id=3a5c8572-06bd-468f-9457-c278b0456a1b HTTP/1.1" status: 200 len: 814 time: 0.1755984 Jun 28 22:05:49.124300 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c2512-633d-419f-9a15-9ba8924d7bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbf2240e-e10f-48e0-9c1c-a54be17e45bd,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:49.130720 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-ce2c2512-633d-419f-9a15-9ba8924d7bdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:49.143661 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-795cceca-f0ad-4895-9e23-be4c972cbc94 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Request body: {'port': {'device_id': 'dbadd5cd-4552-494e-8ae2-8d8bc8f1394f', 'network_id': '3a5c8572-06bd-468f-9457-c278b0456a1b', 'admin_state_up': True, 'tenant_id': '1c4582b0a6a6427eb0b46a0c2ace25ae'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:49.145941 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Set router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:05:49.254767 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:49.277987 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-103ffac8-ec3a-49bd-a287-d523aedf43fa req-accbc9b8-60f0-4b51-a69c-282204108b78 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70df8830-afc6-4ca7-90dd-4bfe84977d28 HTTP/1.1" status: 200 len: 1000 time: 0.2991481 Jun 28 22:05:49.413817 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:42Z', 'updated_at': '2021-06-28T22:05:46Z', 'revision_number': 4, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'gw_port': {'id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:43Z', 'updated_at': '2021-06-28T22:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '9dfb490d-9c4a-4905-ad40-03f4aa156c11', 'name': '', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'mac_address': 'fa:16:3e:74:3a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:45Z', 'updated_at': '2021-06-28T22:05:46Z', 'revision_number': 2, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'subnets': [{'id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:49.419353 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-795cceca-f0ad-4895-9e23-be4c972cbc94 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Made reservation on behalf of 1c4582b0a6a6427eb0b46a0c2ace25ae for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:05:49.424927 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-795cceca-f0ad-4895-9e23-be4c972cbc94 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:49.443215 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Checking router: f2433db5-5a2d-4fb3-b1be-d8109ea53e71 for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:05:49.443869 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Updating router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 port 9dfb490d-9c4a-4905-ad40-03f4aa156c11 binding host dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:05:49.488986 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:49.602366 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:49.613887 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 134} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:05:49.617897 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-c6bf5d52-83b3-435a-aa3b-97b6a8347752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:49.618637 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-795cceca-f0ad-4895-9e23-be4c972cbc94 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Allocated IP 172.20.0.9 (3a5c8572-06bd-468f-9457-c278b0456a1b/f4aeba5f-4642-47d3-b5f2-31224bf1a34d/b482d14b-83d3-4eb1-b8a9-1916825fdbf1) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:05:49.651694 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a53aa5b7-e48a-49a5-8ddd-fb37da8a72f7,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:49.657285 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:49.664790 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:49.665158 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.db.segments_db [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Added segment 33659016-76e0-4f17-885d-438ff5422ad3 of type vlan for network 2fd09987-36ae-4686-bb06-8106f3207ba2 Jun 28 22:05:49.667296 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ffac8-ec3a-49bd-a287-d523aedf43fa req-f97fc93d-2a3c-4849-8b3d-a3f0801d1a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:49.671703 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-103ffac8-ec3a-49bd-a287-d523aedf43fa req-f97fc93d-2a3c-4849-8b3d-a3f0801d1a1b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8e0c7a5-9ea4-47fd-a14b-93505b943626 HTTP/1.1" status: 200 len: 852 time: 0.3806131 Jun 28 22:05:49.752686 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:49.812993 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ffac8-ec3a-49bd-a287-d523aedf43fa req-a8e5691b-f948-475f-9564-2c5c36ee4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:49.817677 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-103ffac8-ec3a-49bd-a287-d523aedf43fa req-a8e5691b-f948-475f-9564-2c5c36ee4ad3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16611fc9-d4a8-48d3-984f-5056d4188409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1194501 Jun 28 22:05:49.831671 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-795cceca-f0ad-4895-9e23-be4c972cbc94 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:49.840172 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device a8ee5594-1a0a-42cd-a6af-4118ea085f2e up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:05:49.911686 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:49.911686 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Transition to ACTIVE for port object 9dfb490d-9c4a-4905-ad40-03f4aa156c11 will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:05:49.923451 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-103ffac8-ec3a-49bd-a287-d523aedf43fa req-52a7426b-eec0-4169-a40e-ba967f917b55 service neutron] 10.222.0.35 "GET /v2.0/networks/16611fc9-d4a8-48d3-984f-5056d4188409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886476 Jun 28 22:05:49.940073 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port a8ee5594-1a0a-42cd-a6af-4118ea085f2e triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:49.940623 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:50.014375 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a5df72f5-bf27-42de-9fc4-dc6ddb666fe5 req-58311ea6-d507-4cc5-b964-ac6580d44f92 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 210 time: 0.0555453 Jun 28 22:05:50.050576 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-103ffac8-ec3a-49bd-a287-d523aedf43fa req-562508d1-c5bc-4496-8817-ea0565d2f99a service neutron] 10.222.0.35 "GET /v2.0/networks/16611fc9-d4a8-48d3-984f-5056d4188409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187334 Jun 28 22:05:50.764774 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:50.768922 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:50.768922 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:50.769896 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:50.810196 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:50.810939 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-795cceca-f0ad-4895-9e23-be4c972cbc94 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:50.818015 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-4c58f7ea-c15a-406b-8021-dec05acc180e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:50.821805 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:50.833711 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Pushing event updated for resources: {'Network': ['ID=2fd09987-36ae-4686-bb06-8106f3207ba2,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:50.839962 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:50.844995 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network 2fd09987-36ae-4686-bb06-8106f3207ba2 details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:05:50.868058 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe034f3-8c26-4613-861d-0ef97ae10831 None None] Pushing event updated for resources: {'Port': ['ID=9dfb490d-9c4a-4905-ad40-03f4aa156c11,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:50.868966 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-795cceca-f0ad-4895-9e23-be4c972cbc94 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Network 3a5c8572-06bd-468f-9457-c278b0456a1b is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:05:50.872262 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-dfe034f3-8c26-4613-861d-0ef97ae10831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:50.876936 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-795cceca-f0ad-4895-9e23-be4c972cbc94 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:05:50.880225 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-795cceca-f0ad-4895-9e23-be4c972cbc94 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:05:50.906053 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-547c68a6-1db4-4bb4-a38d-bab947aeb249 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0910025 Jun 28 22:05:50.909481 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54864) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:50.915747 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-c965c1a3-ec4d-4c0a-b6ee-780919a3834e admin admin] Request body: {'subnet': {'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1219939954-subnet', 'tenant_id': '144767b130c24e618144205037a81f82', 'ip_version': 4}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:50.961948 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Attempting to bind port 9dfb490d-9c4a-4905-ad40-03f4aa156c11 on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:05:50.962321 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Attempting to bind port 9dfb490d-9c4a-4905-ad40-03f4aa156c11 by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '8254d7ef-59e0-4e9a-82c6-e7504a70db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:05:50.963771 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795cceca-f0ad-4895-9e23-be4c972cbc94 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Pushing event updated for resources: {'Port': ['ID=b482d14b-83d3-4eb1-b8a9-1916825fdbf1,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:50.965257 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Attempting to bind port 9dfb490d-9c4a-4905-ad40-03f4aa156c11 on network 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:05:50.966901 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-795cceca-f0ad-4895-9e23-be4c972cbc94 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:50.978815 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:05:50.978815 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Checking segment: {'id': '8254d7ef-59e0-4e9a-82c6-e7504a70db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:05:50.978815 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:50.978815 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Bound using segment: {'id': '8254d7ef-59e0-4e9a-82c6-e7504a70db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:05:50.978815 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Bound port: 9dfb490d-9c4a-4905-ad40-03f4aa156c11, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8254d7ef-59e0-4e9a-82c6-e7504a70db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:05:50.978815 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:50.984610 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-795cceca-f0ad-4895-9e23-be4c972cbc94 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:50.985334 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-795cceca-f0ad-4895-9e23-be4c972cbc94 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:51.047419 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] For port 9dfb490d-9c4a-4905-ad40-03f4aa156c11, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:05:51.051535 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] For port 9dfb490d-9c4a-4905-ad40-03f4aa156c11, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=9dfb490d-9c4a-4905-ad40-03f4aa156c11,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:05:51.064966 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c965c1a3-ec4d-4c0a-b6ee-780919a3834e admin admin] Made reservation on behalf of 144767b130c24e618144205037a81f82 for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:05:51.067415 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c965c1a3-ec4d-4c0a-b6ee-780919a3834e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234927'] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:51.150932 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:51.153311 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-f8e7ff10-a4c7-4bc0-ac4e-19c8eae7c102 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:51.156771 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-795cceca-f0ad-4895-9e23-be4c972cbc94 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0236993 Jun 28 22:05:51.180941 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Request body: {'port': {'device_id': 'dbadd5cd-4552-494e-8ae2-8d8bc8f1394f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:51.235187 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Routers {'f2433db5-5a2d-4fb3-b1be-d8109ea53e71'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:05:51.235872 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:05:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:51.272505 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a0081-519c-41c5-9081-e9db93647edd req-9e706b92-dbe3-4147-afdc-35fcf39fee1e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:51.279689 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-dd5a0081-519c-41c5-9081-e9db93647edd req-9e706b92-dbe3-4147-afdc-35fcf39fee1e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 931 time: 0.1373355 Jun 28 22:05:51.279882 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:51.289197 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe034f3-8c26-4613-861d-0ef97ae10831 None None] Pushing event updated for resources: {'Port': ['ID=9dfb490d-9c4a-4905-ad40-03f4aa156c11,revision_number=4']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:51.301875 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-dfe034f3-8c26-4613-861d-0ef97ae10831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:51.354265 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-dd5a0081-519c-41c5-9081-e9db93647edd req-a988d441-71ea-4fd0-87a5-01371d9cec2c tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736313 Jun 28 22:05:51.393508 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] Set router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:05:51.459709 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c965c1a3-ec4d-4c0a-b6ee-780919a3834e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9234937'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:51.463624 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-618fdb78-489f-457b-b270-a695ff02d74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:51.540479 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965c1a3-ec4d-4c0a-b6ee-780919a3834e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9213c22-f583-4319-9b97-b0ec17aa1047,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:51.543524 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-c965c1a3-ec4d-4c0a-b6ee-780919a3834e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:51.548238 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c965c1a3-ec4d-4c0a-b6ee-780919a3834e admin admin] Checking segment: {'id': '33659016-76e0-4f17-885d-438ff5422ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:05:51.548604 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c965c1a3-ec4d-4c0a-b6ee-780919a3834e admin admin] Network hostable DHCP agents. Network: 2fd09987-36ae-4686-bb06-8106f3207ba2, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:05:51.626382 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b482d14b-83d3-4eb1-b8a9-1916825fdbf1 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:05:51.636368 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:51.650360 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c965c1a3-ec4d-4c0a-b6ee-780919a3834e admin admin] Network 2fd09987-36ae-4686-bb06-8106f3207ba2 is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:05:51.650779 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Transition to ACTIVE for port object b482d14b-83d3-4eb1-b8a9-1916825fdbf1 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:05:51.707788 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:51.711081 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-795cceca-f0ad-4895-9e23-be4c972cbc94 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:51.717178 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:42Z', 'updated_at': '2021-06-28T22:05:46Z', 'revision_number': 4, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'gw_port': {'id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:43Z', 'updated_at': '2021-06-28T22:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '9dfb490d-9c4a-4905-ad40-03f4aa156c11', 'name': '', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'mac_address': 'fa:16:3e:74:3a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:45Z', 'updated_at': '2021-06-28T22:05:51Z', 'revision_number': 4, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'subnets': [{'id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:51.719196 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-c965c1a3-ec4d-4c0a-b6ee-780919a3834e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, 2fd09987-36ae-4686-bb06-8106f3207ba2) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:05:51.724923 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c965c1a3-ec4d-4c0a-b6ee-780919a3834e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:51.729109 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a851188-9377-4a2d-92b4-97285066dbfa None None] Network 2fd09987-36ae-4686-bb06-8106f3207ba2 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:05:51.744979 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c965c1a3-ec4d-4c0a-b6ee-780919a3834e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:51.745233 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66610217-baef-4a38-aeea-731bf0d7b2dd None None] The sync data for ids ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'] in dv-cinder-798384-1-smb is: [{'id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:42Z', 'updated_at': '2021-06-28T22:05:46Z', 'revision_number': 4, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'gw_port': {'id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:43Z', 'updated_at': '2021-06-28T22:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '9dfb490d-9c4a-4905-ad40-03f4aa156c11', 'name': '', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'mac_address': 'fa:16:3e:74:3a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:45Z', 'updated_at': '2021-06-28T22:05:51Z', 'revision_number': 4, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'subnets': [{'id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:05:51.763867 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Pushing event updated for resources: {'Port': ['ID=b482d14b-83d3-4eb1-b8a9-1916825fdbf1,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:51.769399 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:51.851241 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-c965c1a3-ec4d-4c0a-b6ee-780919a3834e admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9406602 Jun 28 22:05:51.855238 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54880) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:51.858406 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1219939954-router', 'tenant_id': '144767b130c24e618144205037a81f82', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:51.888777 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Attempting to bind port b482d14b-83d3-4eb1-b8a9-1916825fdbf1 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:05:51.890023 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Attempting to bind port b482d14b-83d3-4eb1-b8a9-1916825fdbf1 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '16ef8411-51fc-4162-a7d8-2a7d7aad7399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5c8572-06bd-468f-9457-c278b0456a1b'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:05:51.890374 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Attempting to bind port b482d14b-83d3-4eb1-b8a9-1916825fdbf1 on network 3a5c8572-06bd-468f-9457-c278b0456a1b {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:05:51.901653 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Port b482d14b-83d3-4eb1-b8a9-1916825fdbf1 on network 3a5c8572-06bd-468f-9457-c278b0456a1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:05:51.902016 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Attempting to bind port b482d14b-83d3-4eb1-b8a9-1916825fdbf1 on network 3a5c8572-06bd-468f-9457-c278b0456a1b {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:05:51.907240 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:05:51.912313 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Checking segment: {'id': '16ef8411-51fc-4162-a7d8-2a7d7aad7399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5c8572-06bd-468f-9457-c278b0456a1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:05:51.912313 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Bound using segment: {'id': '16ef8411-51fc-4162-a7d8-2a7d7aad7399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5c8572-06bd-468f-9457-c278b0456a1b'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:05:51.912313 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Bound port: b482d14b-83d3-4eb1-b8a9-1916825fdbf1, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16ef8411-51fc-4162-a7d8-2a7d7aad7399', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '3a5c8572-06bd-468f-9457-c278b0456a1b'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:05:51.912313 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:51.954610 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-965054', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7220'] for router, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:51.956904 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-965597', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-962947', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-908491', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7181'] for router, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:51.982147 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] For port b482d14b-83d3-4eb1-b8a9-1916825fdbf1, host hv-cinder-79838, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:05:51.990620 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] For port b482d14b-83d3-4eb1-b8a9-1916825fdbf1, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=b482d14b-83d3-4eb1-b8a9-1916825fdbf1,segment=NetworkSegment(16ef8411-51fc-4162-a7d8-2a7d7aad7399),segment_id=16ef8411-51fc-4162-a7d8-2a7d7aad7399)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:05:51.997307 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc330e12d-bc8b-53b0-9a28-5826593b933a-2fd09987-36ae-4686-bb06-8106f3207ba2', 'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2', 'tenant_id': '144767b130c24e618144205037a81f82', 'fixed_ips': [{'subnet_id': 'e9213c22-f583-4319-9b97-b0ec17aa1047'}]}} from dv-cinder-798384-1-smb. {{(pid=93385) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 28 22:05:51.998770 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:52.074859 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:52.074859 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:52.083557 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:52.097527 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:52.098155 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:52.099567 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] 10.222.0.35 "PUT /v2.0/ports/b482d14b-83d3-4eb1-b8a9-1916825fdbf1 HTTP/1.1" status: 200 len: 1093 time: 0.9303856 Jun 28 22:05:52.100253 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbadd5cd-4552-494e-8ae2-8d8bc8f1394f', 'tag': 'b482d14b-83d3-4eb1-b8a9-1916825fdbf1'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:05:52.102960 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf6b15f-8dbf-43c3-8f45-f42281707a47" -d '{"events": [{"name": "network-changed", "server_uuid": "dbadd5cd-4552-494e-8ae2-8d8bc8f1394f", "tag": "b482d14b-83d3-4eb1-b8a9-1916825fdbf1"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:05:52.132170 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Pushing event updated for resources: {'Port': ['ID=b482d14b-83d3-4eb1-b8a9-1916825fdbf1,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:52.135521 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:52.149484 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:05:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d85c19c-d9dd-401b-9a80-93ace0b013c9 x-openstack-request-id: req-4d85c19c-d9dd-401b-9a80-93ace0b013c9 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:05:52.149835 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbadd5cd-4552-494e-8ae2-8d8bc8f1394f", "tag": "b482d14b-83d3-4eb1-b8a9-1916825fdbf1", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:05:52.150108 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-4d85c19c-d9dd-401b-9a80-93ace0b013c9 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:05:52.150550 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbadd5cd-4552-494e-8ae2-8d8bc8f1394f', 'tag': 'b482d14b-83d3-4eb1-b8a9-1916825fdbf1', 'status': 'completed', 'code': 200} Jun 28 22:05:52.230079 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.db_base_plugin_common [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Allocated IP 172.20.0.2 (2fd09987-36ae-4686-bb06-8106f3207ba2/e9213c22-f583-4319-9b97-b0ec17aa1047/cb892164-5f61-4cd2-8e0b-33dbde7dfb63) {{(pid=93385) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:05:52.285294 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6b15f-8dbf-43c3-8f45-f42281707a47 req-5eeb0bd7-c171-4a3b-a835-3e5520b04e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:52.287478 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-9bf6b15f-8dbf-43c3-8f45-f42281707a47 req-5eeb0bd7-c171-4a3b-a835-3e5520b04e94 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c4582b0a6a6427eb0b46a0c2ace25ae&device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 1096 time: 0.1131074 Jun 28 22:05:52.357603 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-962965', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-963522', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7187'] for router, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:52.443312 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Notify callbacks [] for port, precommit_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:52.446953 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6b15f-8dbf-43c3-8f45-f42281707a47 req-031a0952-4e56-408b-a4b8-e231036b3eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:52.448804 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-9bf6b15f-8dbf-43c3-8f45-f42281707a47 req-031a0952-4e56-408b-a4b8-e231036b3eca service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=1c4582b0a6a6427eb0b46a0c2ace25ae&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1465411 Jun 28 22:05:52.453097 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Transition to ACTIVE for port object cb892164-5f61-4cd2-8e0b-33dbde7dfb63 will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:05:52.482572 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Transition to ACTIVE for port object cb892164-5f61-4cd2-8e0b-33dbde7dfb63 will not be triggered until provisioned by entity DHCP. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:05:52.573581 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479'] for port, after_create {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:52.576551 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:52.599612 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf6b15f-8dbf-43c3-8f45-f42281707a47 req-e8b877a4-9126-44bc-aea9-e80da92b2030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:52.606882 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-9bf6b15f-8dbf-43c3-8f45-f42281707a47 req-e8b877a4-9126-44bc-aea9-e80da92b2030 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1498880 Jun 28 22:05:52.614966 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Network 2fd09987-36ae-4686-bb06-8106f3207ba2 is already hosted by enough agents. {{(pid=93385) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:05:52.618610 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.scheduler.base_scheduler [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Resources bound (agent type, host, resource id): {{(pid=93385) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:05:52.623498 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Received port after_create {{(pid=93385) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:05:52.634882 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd02906-c589-4d54-bc90-2a736801d25f req-a1475163-f852-47ff-9e0e-c7d764a713d1 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:52.636853 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cbd02906-c589-4d54-bc90-2a736801d25f req-a1475163-f852-47ff-9e0e-c7d764a713d1 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 943 time: 0.0944703 Jun 28 22:05:52.640636 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Pushing event updated for resources: {'Port': ['ID=cb892164-5f61-4cd2-8e0b-33dbde7dfb63,revision_number=1']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:52.689741 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:52.690268 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:52.690706 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:52.691173 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:52.691594 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:52.692111 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:52.693032 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:52.694341 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:52.694796 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:52.695227 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:52.696236 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:52.697407 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:05:52.706469 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:52.711065 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Attempting to bind port cb892164-5f61-4cd2-8e0b-33dbde7dfb63 on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:05:52.711672 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Attempting to bind port cb892164-5f61-4cd2-8e0b-33dbde7dfb63 by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '33659016-76e0-4f17-885d-438ff5422ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:05:52.712199 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Attempting to bind port cb892164-5f61-4cd2-8e0b-33dbde7dfb63 on network 2fd09987-36ae-4686-bb06-8106f3207ba2 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:05:52.717920 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:05:52.718432 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Checking segment: {'id': '33659016-76e0-4f17-885d-438ff5422ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:05:52.718990 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:52.719450 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Bound using segment: {'id': '33659016-76e0-4f17-885d-438ff5422ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:05:52.720013 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Bound port: cb892164-5f61-4cd2-8e0b-33dbde7dfb63, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33659016-76e0-4f17-885d-438ff5422ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:05:52.721694 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:52.797766 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cbd02906-c589-4d54-bc90-2a736801d25f req-7f15bf2a-0279-4104-a7a2-c840948e43f9 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519713 Jun 28 22:05:52.814044 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-d6ac49ff-66ef-475c-aef1-c4463a23bd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:52.815598 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-d6ac49ff-66ef-475c-aef1-c4463a23bd7d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=1c4582b0a6a6427eb0b46a0c2ace25ae&device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 1096 time: 0.1311569 Jun 28 22:05:52.816090 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:52.841595 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:52.842083 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] For port cb892164-5f61-4cd2-8e0b-33dbde7dfb63, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:05:52.846868 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] For port cb892164-5f61-4cd2-8e0b-33dbde7dfb63, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=cb892164-5f61-4cd2-8e0b-33dbde7dfb63,segment=NetworkSegment(33659016-76e0-4f17-885d-438ff5422ad3),segment_id=33659016-76e0-4f17-885d-438ff5422ad3)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:05:52.868896 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-3006d10d-f6f6-4c63-b76b-20c752896c38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b482d14b-83d3-4eb1-b8a9-1916825fdbf1 HTTP/1.1" status: 200 len: 217 time: 0.0454557 Jun 28 22:05:52.927591 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-89710a71-5fd3-4c5d-af04-3d6457478edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:52.929144 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-89710a71-5fd3-4c5d-af04-3d6457478edc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f4aeba5f-4642-47d3-b5f2-31224bf1a34d HTTP/1.1" status: 200 len: 854 time: 0.0479214 Jun 28 22:05:52.936909 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:52.940939 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:52.960998 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Allocated IP 172.28.0.130 (9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6/0eef9f0e-0d35-4ef7-8148-7c64e0103d05/64ea7a37-aa14-422e-9cfa-2b8a94f7810d) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:05:52.982468 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-3d931edf-7455-4896-8751-4440efcee3c0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=3a5c8572-06bd-468f-9457-c278b0456a1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313902 Jun 28 22:05:53.021694 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Pushing event updated for resources: {'Port': ['ID=cb892164-5f61-4cd2-8e0b-33dbde7dfb63,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:53.026108 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:53.120807 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:53.130068 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-0c993c12-9137-4240-9002-470a648e7977 service neutron] 10.222.0.35 "GET /v2.0/networks/3a5c8572-06bd-468f-9457-c278b0456a1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398425 Jun 28 22:05:53.254933 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-00856f4f-6ffa-466c-b947-804c0fef4619 req-3ddbc3dd-85bf-47b4-9610-02e0486390f3 service neutron] 10.222.0.35 "GET /v2.0/networks/3a5c8572-06bd-468f-9457-c278b0456a1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150014 Jun 28 22:05:53.255083 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8736324'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:53.263551 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:53.322398 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:05:53.328784 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:05:53.334363 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:05:53.337665 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Pushing event updated for resources: {'Port': ['ID=64ea7a37-aa14-422e-9cfa-2b8a94f7810d,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:53.361820 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:53.777042 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:53.856654 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 9dfb490d-9c4a-4905-ad40-03f4aa156c11 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:05:53.973467 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port 9dfb490d-9c4a-4905-ad40-03f4aa156c11 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:05:53.977613 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 9dfb490d-9c4a-4905-ad40-03f4aa156c11 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:53.978074 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:54.057371 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f6e66-a0af-4e44-a101-da0fd2a5cc2a req-1cc38a5c-625b-4446-8e30-c02c99ef97d6 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:54.064095 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1c0f6e66-a0af-4e44-a101-da0fd2a5cc2a req-1cc38a5c-625b-4446-8e30-c02c99ef97d6 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 943 time: 0.1272709 Jun 28 22:05:54.067076 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-963549', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-963006'] for router, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:54.071426 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47adb5ab-b16b-44da-9dcd-8e2df5da644c None None] Network 2fd09987-36ae-4686-bb06-8106f3207ba2 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:05:54.089339 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:54.137494 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1c0f6e66-a0af-4e44-a101-da0fd2a5cc2a req-6d13cc14-422a-4837-81de-31e8808b13e7 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723929 Jun 28 22:05:54.164500 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port 9dfb490d-9c4a-4905-ad40-03f4aa156c11, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=9dfb490d-9c4a-4905-ad40-03f4aa156c11,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:54.206754 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-ab8a96cb-0931-4c99-86a2-059ccbb7d85e None None] Provisioning for port cb892164-5f61-4cd2-8e0b-33dbde7dfb63 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:05:54.248421 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:54.249124 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device cb892164-5f61-4cd2-8e0b-33dbde7dfb63 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:05:54.251654 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-03e651f2-b54d-4cf0-91a3-7add445aa9a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:54.273321 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Router ed10e015-67fd-4966-95e8-508e858a69b0 is scheduled to L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 with binding_index 1 {{(pid=93384) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 28 22:05:54.338801 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=9dfb490d-9c4a-4905-ad40-03f4aa156c11,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:54.344653 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:54.378512 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:05:54.387520 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Sync routers for ids ['ed10e015-67fd-4966-95e8-508e858a69b0'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:05:54.397208 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Routers {'ed10e015-67fd-4966-95e8-508e858a69b0'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:05:54.397883 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:05:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['ed10e015-67fd-4966-95e8-508e858a69b0'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:54.434014 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port cb892164-5f61-4cd2-8e0b-33dbde7dfb63 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:05:54.442167 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port cb892164-5f61-4cd2-8e0b-33dbde7dfb63 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:54.442546 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:54.445017 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:54.446933 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] 10.222.0.36 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5921533 Jun 28 22:05:54.449496 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54912) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:54.656526 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-7ca7d051-cfda-49d9-9281-17af29765ee8 None None] Provisioning complete for port cb892164-5f61-4cd2-8e0b-33dbde7dfb63 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:54.656827 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7ca7d051-cfda-49d9-9281-17af29765ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:54.726672 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Set router ed10e015-67fd-4966-95e8-508e858a69b0 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:05:54.798285 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:54.889734 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port cb892164-5f61-4cd2-8e0b-33dbde7dfb63, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=cb892164-5f61-4cd2-8e0b-33dbde7dfb63,segment=NetworkSegment(33659016-76e0-4f17-885d-438ff5422ad3),segment_id=33659016-76e0-4f17-885d-438ff5422ad3)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:54.890929 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:54.936581 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7ca7d051-cfda-49d9-9281-17af29765ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:54.999494 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'name': 'tempest-TestShelveInstance-1219939954-router', 'tenant_id': '144767b130c24e618144205037a81f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:51Z', 'updated_at': '2021-06-28T22:05:53Z', 'revision_number': 3, 'project_id': '144767b130c24e618144205037a81f82', 'gw_port': {'id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:52Z', 'updated_at': '2021-06-28T22:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:55.003063 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:55.027818 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-03e651f2-b54d-4cf0-91a3-7add445aa9a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:55.032813 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Checking router: ed10e015-67fd-4966-95e8-508e858a69b0 for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:05:55.033193 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Updating router ed10e015-67fd-4966-95e8-508e858a69b0 port 64ea7a37-aa14-422e-9cfa-2b8a94f7810d binding host dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:05:55.138498 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.db.api [None req-7ca7d051-cfda-49d9-9281-17af29765ee8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93385) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 28 22:05:55.139206 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_db.api [None req-7ca7d051-cfda-49d9-9281-17af29765ee8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 28 22:05:55.139348 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:55.145196 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=cb892164-5f61-4cd2-8e0b-33dbde7dfb63,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:55.165185 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:55.342530 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Allocated IP 172.20.0.1 (2fd09987-36ae-4686-bb06-8106f3207ba2/e9213c22-f583-4319-9b97-b0ec17aa1047/9e8b3e85-80f2-4455-9435-7e1de334bfe8) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:05:55.384815 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730b90a8-f9d9-48fd-b15a-6fd29e4d5c1d req-218644b4-81f8-48a8-ad87-d1bb44fd3a61 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:55.386208 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-730b90a8-f9d9-48fd-b15a-6fd29e4d5c1d req-218644b4-81f8-48a8-ad87-d1bb44fd3a61 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 943 time: 0.1207497 Jun 28 22:05:55.411119 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Notify callbacks [] for port, precommit_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:55.420622 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Transition to ACTIVE for port object 64ea7a37-aa14-422e-9cfa-2b8a94f7810d will not be triggered until provisioned by entity L2. {{(pid=93385) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:05:55.466975 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-730b90a8-f9d9-48fd-b15a-6fd29e4d5c1d req-b358c097-41ac-404a-b087-4f6685536d1d tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744755 Jun 28 22:05:55.495583 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:55.508811 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Transition to ACTIVE for port object 9e8b3e85-80f2-4455-9435-7e1de334bfe8 will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:05:55.512961 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:55.516142 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:55.560922 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Attempting to bind port 64ea7a37-aa14-422e-9cfa-2b8a94f7810d on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:05:55.561774 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Attempting to bind port 64ea7a37-aa14-422e-9cfa-2b8a94f7810d by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:05:55.561774 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Attempting to bind port 64ea7a37-aa14-422e-9cfa-2b8a94f7810d on network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:05:55.574006 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device b482d14b-83d3-4eb1-b8a9-1916825fdbf1 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:05:55.575787 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:05:55.576204 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Checking segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93385) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:05:55.576616 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:55.577020 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Bound using segment: {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'} {{(pid=93385) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:05:55.577489 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.managers [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Bound port: 64ea7a37-aa14-422e-9cfa-2b8a94f7810d, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37122025-baf1-4bbd-a645-7ff1ee0403bc', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}}] {{(pid=93385) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:05:55.577879 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:55.581279 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49ea96-70db-4e39-9477-bcae18fba489 None None] Pushing event updated for resources: {'Port': ['ID=64ea7a37-aa14-422e-9cfa-2b8a94f7810d,revision_number=2']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:55.586406 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-5b49ea96-70db-4e39-9477-bcae18fba489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:55.631678 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8736324'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:55.635255 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:55.672748 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Network 2fd09987-36ae-4686-bb06-8106f3207ba2 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:05:55.678620 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:05:55.682841 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:05:55.686701 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8b3e85-80f2-4455-9435-7e1de334bfe8,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:55.688716 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] For port 64ea7a37-aa14-422e-9cfa-2b8a94f7810d, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93385) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:05:55.702417 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] For port 64ea7a37-aa14-422e-9cfa-2b8a94f7810d, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=64ea7a37-aa14-422e-9cfa-2b8a94f7810d,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93385) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:05:55.710416 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:55.724664 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-963971'] for router_interface, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:55.773800 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:55.780211 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:55.823379 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 9dfb490d-9c4a-4905-ad40-03f4aa156c11 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:05:55.829467 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port b482d14b-83d3-4eb1-b8a9-1916825fdbf1, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=b482d14b-83d3-4eb1-b8a9-1916825fdbf1,segment=NetworkSegment(16ef8411-51fc-4162-a7d8-2a7d7aad7399),segment_id=16ef8411-51fc-4162-a7d8-2a7d7aad7399)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:55.874917 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': 'b482d14b-83d3-4eb1-b8a9-1916825fdbf1', 'network_id': '3a5c8572-06bd-468f-9457-c278b0456a1b', 'port_id': 'b482d14b-83d3-4eb1-b8a9-1916825fdbf1', 'mac_address': 'fa:16:3e:64:e0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4aeba5f-4642-47d3-b5f2-31224bf1a34d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:05:55.911768 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b49ea96-70db-4e39-9477-bcae18fba489 None None] Pushing event updated for resources: {'Port': ['ID=64ea7a37-aa14-422e-9cfa-2b8a94f7810d,revision_number=3']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:55.932793 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-5b49ea96-70db-4e39-9477-bcae18fba489 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:55.934919 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Routers {'ed10e015-67fd-4966-95e8-508e858a69b0'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:05:55.935550 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:05:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['ed10e015-67fd-4966-95e8-508e858a69b0'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:55.960573 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:56.007721 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:56.031758 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b482d14b-83d3-4eb1-b8a9-1916825fdbf1 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:05:56.036273 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 9dfb490d-9c4a-4905-ad40-03f4aa156c11 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:56.036660 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:56.069538 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-620697f4-9c67-4c76-986b-55e370e2e486 None None] Provisioning for port 9e8b3e85-80f2-4455-9435-7e1de334bfe8 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:05:56.110095 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-620697f4-9c67-4c76-986b-55e370e2e486 None None] Provisioning complete for port 9e8b3e85-80f2-4455-9435-7e1de334bfe8 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:56.110480 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-620697f4-9c67-4c76-986b-55e370e2e486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:56.129756 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port b482d14b-83d3-4eb1-b8a9-1916825fdbf1, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=b482d14b-83d3-4eb1-b8a9-1916825fdbf1,segment=NetworkSegment(16ef8411-51fc-4162-a7d8-2a7d7aad7399),segment_id=16ef8411-51fc-4162-a7d8-2a7d7aad7399)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:56.137616 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:56.157766 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] Set router ed10e015-67fd-4966-95e8-508e858a69b0 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:05:56.194479 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:56.201526 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:56.215918 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736338'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:56.219653 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:56.229176 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-620697f4-9c67-4c76-986b-55e370e2e486 None None] Port 9e8b3e85-80f2-4455-9435-7e1de334bfe8 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:05:56.288609 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1043763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-963443'] for router_interface, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:56.291310 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Pushing event updated for resources: {'Port': ['ID=9e8b3e85-80f2-4455-9435-7e1de334bfe8,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:56.296498 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:56.378988 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=b482d14b-83d3-4eb1-b8a9-1916825fdbf1,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:56.382172 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:56.383795 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Network 2fd09987-36ae-4686-bb06-8106f3207ba2 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:05:56.385310 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:05:56.401808 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device cb892164-5f61-4cd2-8e0b-33dbde7dfb63 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:05:56.515746 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Router ed10e015-67fd-4966-95e8-508e858a69b0 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:05:56.568391 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['b482d14b-83d3-4eb1-b8a9-1916825fdbf1'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:05:56.575005 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c3f2873c-c06b-477a-a649-66e08f9c540f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:56.677271 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:05:56.689561 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] 10.222.0.36 "PUT /v2.0/routers/ed10e015-67fd-4966-95e8-508e858a69b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2383640 Jun 28 22:05:56.696890 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-35573cf9-ee7a-4cc3-9c89-4c8ba1bc282d None None] Provisioning complete for port 9e8b3e85-80f2-4455-9435-7e1de334bfe8 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:56.697299 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-35573cf9-ee7a-4cc3-9c89-4c8ba1bc282d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:56.708673 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port cb892164-5f61-4cd2-8e0b-33dbde7dfb63 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:56.709064 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:56.725578 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa4472-0f16-406f-90ef-d0e510293ec6 req-b27f3e36-fb15-460d-b543-2de3a13c81d4 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:56.727301 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a8aa4472-0f16-406f-90ef-d0e510293ec6 req-b27f3e36-fb15-460d-b543-2de3a13c81d4 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 944 time: 0.0949099 Jun 28 22:05:56.765840 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a8aa4472-0f16-406f-90ef-d0e510293ec6 req-dbd0aef7-61b8-4070-9325-fbf9f33488ca tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326078 Jun 28 22:05:56.800861 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-35573cf9-ee7a-4cc3-9c89-4c8ba1bc282d None None] Port 9e8b3e85-80f2-4455-9435-7e1de334bfe8 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:05:56.820763 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'name': 'tempest-TestShelveInstance-1219939954-router', 'tenant_id': '144767b130c24e618144205037a81f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:51Z', 'updated_at': '2021-06-28T22:05:55Z', 'revision_number': 4, 'project_id': '144767b130c24e618144205037a81f82', 'gw_port': {'id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:52Z', 'updated_at': '2021-06-28T22:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '9e8b3e85-80f2-4455-9435-7e1de334bfe8', 'name': '', 'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2', 'tenant_id': '144767b130c24e618144205037a81f82', 'mac_address': 'fa:16:3e:79:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e9213c22-f583-4319-9b97-b0ec17aa1047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:55Z', 'updated_at': '2021-06-28T22:05:55Z', 'revision_number': 1, 'project_id': '144767b130c24e618144205037a81f82', 'subnets': [{'id': 'e9213c22-f583-4319-9b97-b0ec17aa1047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:56.857055 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-226719f1-2ca0-41a4-96b7-de573f9ff2af None None] The sync data for ids ['ed10e015-67fd-4966-95e8-508e858a69b0'] in dv-cinder-798384-1-smb is: [{'id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'name': 'tempest-TestShelveInstance-1219939954-router', 'tenant_id': '144767b130c24e618144205037a81f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:51Z', 'updated_at': '2021-06-28T22:05:55Z', 'revision_number': 4, 'project_id': '144767b130c24e618144205037a81f82', 'gw_port': {'id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:52Z', 'updated_at': '2021-06-28T22:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '9e8b3e85-80f2-4455-9435-7e1de334bfe8', 'name': '', 'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2', 'tenant_id': '144767b130c24e618144205037a81f82', 'mac_address': 'fa:16:3e:79:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e9213c22-f583-4319-9b97-b0ec17aa1047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:55Z', 'updated_at': '2021-06-28T22:05:55Z', 'revision_number': 1, 'project_id': '144767b130c24e618144205037a81f82', 'subnets': [{'id': 'e9213c22-f583-4319-9b97-b0ec17aa1047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:05:57.310531 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54944) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:57.315598 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-b47c840f-bcab-44fd-94a7-253c869c1f54 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1516676734', 'description': 'tempest-secgroup-smoke-1516676734 description', 'project_id': '39a6dfa20db945d8b78fe393de75ac5c'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:57.436464 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b47c840f-bcab-44fd-94a7-253c869c1f54 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:57.514041 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b47c840f-bcab-44fd-94a7-253c869c1f54 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:57.572258 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device b482d14b-83d3-4eb1-b8a9-1916825fdbf1 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:05:57.596215 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b47c840f-bcab-44fd-94a7-253c869c1f54 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:57.599872 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-3e36f86e-f666-4a1c-8985-8f25328abb00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:57.625845 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c840f-bcab-44fd-94a7-253c869c1f54 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1557c7-c3e7-4756-9b16-8f2fa859a70d,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:57.629005 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-b47c840f-bcab-44fd-94a7-253c869c1f54 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:57.713149 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port b482d14b-83d3-4eb1-b8a9-1916825fdbf1 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:05:57.717147 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port b482d14b-83d3-4eb1-b8a9-1916825fdbf1 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:57.717637 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:57.728977 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b47c840f-bcab-44fd-94a7-253c869c1f54 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:57.728977 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-b47c840f-bcab-44fd-94a7-253c869c1f54 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4142127 Jun 28 22:05:57.729179 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54948) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:57.733453 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-0afc701d-b277-4af1-9782-bc5c0a0912c0 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Request body: {'security_group_rule': {'security_group_id': 'ab1557c7-c3e7-4756-9b16-8f2fa859a70d', 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:57.795211 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:57.818354 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbadd5cd-4552-494e-8ae2-8d8bc8f1394f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b482d14b-83d3-4eb1-b8a9-1916825fdbf1'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:05:57.820717 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f00e25-701d-4fe2-90be-db232e433cce" -d '{"events": [{"server_uuid": "dbadd5cd-4552-494e-8ae2-8d8bc8f1394f", "name": "network-vif-plugged", "status": "completed", "tag": "b482d14b-83d3-4eb1-b8a9-1916825fdbf1"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:05:57.834139 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port b482d14b-83d3-4eb1-b8a9-1916825fdbf1, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=b482d14b-83d3-4eb1-b8a9-1916825fdbf1,segment=NetworkSegment(16ef8411-51fc-4162-a7d8-2a7d7aad7399),segment_id=16ef8411-51fc-4162-a7d8-2a7d7aad7399)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:05:57.839395 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0afc701d-b277-4af1-9782-bc5c0a0912c0 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:57.863306 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a32cda-1b4a-43c7-adc6-97cafb00af7b x-openstack-request-id: req-09a32cda-1b4a-43c7-adc6-97cafb00af7b {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:05:57.863602 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbadd5cd-4552-494e-8ae2-8d8bc8f1394f", "name": "network-vif-plugged", "status": "completed", "tag": "b482d14b-83d3-4eb1-b8a9-1916825fdbf1", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:05:57.863884 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-09a32cda-1b4a-43c7-adc6-97cafb00af7b {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:05:57.864343 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbadd5cd-4552-494e-8ae2-8d8bc8f1394f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b482d14b-83d3-4eb1-b8a9-1916825fdbf1', 'code': 200} Jun 28 22:05:57.907327 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:57.911827 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-a274f6b7-20db-4d16-8c93-16d58d342e61 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:57.913948 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0afc701d-b277-4af1-9782-bc5c0a0912c0 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:57.958595 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=b482d14b-83d3-4eb1-b8a9-1916825fdbf1,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:57.961622 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:57.964324 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e3b2c-977c-473b-9f53-fbb2ac0e3631 req-1de789a5-a9de-465d-9d71-1807b13ff8cf tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:57.965791 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-995e3b2c-977c-473b-9f53-fbb2ac0e3631 req-1de789a5-a9de-465d-9d71-1807b13ff8cf tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 945 time: 0.0726004 Jun 28 22:05:57.980390 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0afc701d-b277-4af1-9782-bc5c0a0912c0 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:57.989693 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:58.020347 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc701d-b277-4af1-9782-bc5c0a0912c0 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f5543ef-9dae-4ff2-8d6e-4f739fe6eb3a,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:58.024172 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-0afc701d-b277-4af1-9782-bc5c0a0912c0 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:58.027529 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-995e3b2c-977c-473b-9f53-fbb2ac0e3631 req-8bd15ab9-618f-4eac-a159-ad0160d8e573 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543647 Jun 28 22:05:58.093374 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0afc701d-b277-4af1-9782-bc5c0a0912c0 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:58.094615 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-0afc701d-b277-4af1-9782-bc5c0a0912c0 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3645871 Jun 28 22:05:58.097442 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54960) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:58.102719 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-555ebd5b-9225-4580-831a-ab9d1a9edf07 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Request body: {'security_group_rule': {'security_group_id': 'ab1557c7-c3e7-4756-9b16-8f2fa859a70d', 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:58.173223 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-555ebd5b-9225-4580-831a-ab9d1a9edf07 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:58.251389 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0944185a-6db0-4f53-9a88-7963d2c0e75f req-7ee74ba5-eed8-49a1-8327-eb057c6a4d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:58.255458 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0944185a-6db0-4f53-9a88-7963d2c0e75f req-7ee74ba5-eed8-49a1-8327-eb057c6a4d49 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 1098 time: 0.0704608 Jun 28 22:05:58.265034 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-555ebd5b-9225-4580-831a-ab9d1a9edf07 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:58.301191 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0944185a-6db0-4f53-9a88-7963d2c0e75f req-d77c719e-a53a-4fc6-a817-285f7467931c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331368 Jun 28 22:05:58.329884 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-555ebd5b-9225-4580-831a-ab9d1a9edf07 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:58.335148 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-4851bc27-b9bb-4817-b85b-cf39b2cb6d95 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:58.351454 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ebd5b-9225-4580-831a-ab9d1a9edf07 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6df936b-b3eb-44a3-9622-088e554a2db9,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:58.354110 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-555ebd5b-9225-4580-831a-ab9d1a9edf07 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:58.433395 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-555ebd5b-9225-4580-831a-ab9d1a9edf07 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:58.437180 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-555ebd5b-9225-4580-831a-ab9d1a9edf07 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3363276 Jun 28 22:05:58.437764 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54974) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:58.442104 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-f3de997a-40a6-4184-bdc0-9bac535461f1 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Request body: {'security_group_rule': {'security_group_id': 'ab1557c7-c3e7-4756-9b16-8f2fa859a70d', 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:58.553637 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f3de997a-40a6-4184-bdc0-9bac535461f1 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:58.614832 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f3de997a-40a6-4184-bdc0-9bac535461f1 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:58.730466 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f3de997a-40a6-4184-bdc0-9bac535461f1 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:58.743563 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:58.752670 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3de997a-40a6-4184-bdc0-9bac535461f1 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b583f6a-7e9b-42ed-9a5e-1fb1ade96b14,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:58.755303 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-f3de997a-40a6-4184-bdc0-9bac535461f1 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:58.831278 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-cfb167ee-c15c-45b4-a63f-5e68e4a7c899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:58.846426 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f3de997a-40a6-4184-bdc0-9bac535461f1 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:58.848279 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-f3de997a-40a6-4184-bdc0-9bac535461f1 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4099424 Jun 28 22:05:58.850642 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54982) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:58.856119 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-7035ecd3-f5b5-42e8-b378-f35ffa85e831 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Request body: {'security_group_rule': {'security_group_id': 'ab1557c7-c3e7-4756-9b16-8f2fa859a70d', 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:58.944660 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:58.949567 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7035ecd3-f5b5-42e8-b378-f35ffa85e831 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:59.006295 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7035ecd3-f5b5-42e8-b378-f35ffa85e831 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:59.104791 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7035ecd3-f5b5-42e8-b378-f35ffa85e831 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:59.107389 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-b1fdd639-4774-427b-ad84-d3dca1fef31f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:59.124928 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7035ecd3-f5b5-42e8-b378-f35ffa85e831 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4243ab-b119-4a3f-94ad-93f9ce37e6fc,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:59.127938 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-7035ecd3-f5b5-42e8-b378-f35ffa85e831 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:59.204915 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83f2751-ca0d-4cb1-b222-d7ad0a65caa7 req-dd628845-bfeb-42c2-8d56-88ddeae33aea tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:05:59.206432 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f83f2751-ca0d-4cb1-b222-d7ad0a65caa7 req-dd628845-bfeb-42c2-8d56-88ddeae33aea tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 945 time: 0.0665059 Jun 28 22:05:59.207606 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7035ecd3-f5b5-42e8-b378-f35ffa85e831 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:59.211151 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-7035ecd3-f5b5-42e8-b378-f35ffa85e831 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3561783 Jun 28 22:05:59.211333 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54986) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:59.219425 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-0a38f1ce-43ee-41b6-ab9b-08520cd4bb4a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Request body: {'security_group_rule': {'security_group_id': 'ab1557c7-c3e7-4756-9b16-8f2fa859a70d', 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:59.266198 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f83f2751-ca0d-4cb1-b222-d7ad0a65caa7 req-13c55ec0-6661-4273-a0d9-ad9634cb0289 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526309 Jun 28 22:05:59.381503 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.db.securitygroups_db [None req-0a38f1ce-43ee-41b6-ab9b-08520cd4bb4a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Project 39a6dfa20db945d8b78fe393de75ac5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 22:05:59.386872 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0a38f1ce-43ee-41b6-ab9b-08520cd4bb4a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:59.440079 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0a38f1ce-43ee-41b6-ab9b-08520cd4bb4a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:59.567081 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Sync routers for ids ['ed10e015-67fd-4966-95e8-508e858a69b0'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:05:59.573506 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0a38f1ce-43ee-41b6-ab9b-08520cd4bb4a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:59.575605 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-f3de997a-40a6-4184-bdc0-9bac535461f1 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:59.576184 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Routers {'ed10e015-67fd-4966-95e8-508e858a69b0'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:05:59.576805 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:05:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['ed10e015-67fd-4966-95e8-508e858a69b0'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:59.592694 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38f1ce-43ee-41b6-ab9b-08520cd4bb4a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=289bfc98-e7f6-4b45-b9c1-0743dc63a1e8,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:05:59.595107 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-0a38f1ce-43ee-41b6-ab9b-08520cd4bb4a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:05:59.667457 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0a38f1ce-43ee-41b6-ab9b-08520cd4bb4a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:59.668716 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-0a38f1ce-43ee-41b6-ab9b-08520cd4bb4a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4564664 Jun 28 22:05:59.671436 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 54988) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:05:59.675979 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-c4cae595-06d6-4c5d-bdae-17c8aa612029 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Request body: {'security_group_rule': {'security_group_id': 'ab1557c7-c3e7-4756-9b16-8f2fa859a70d', 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:05:59.681890 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Set router ed10e015-67fd-4966-95e8-508e858a69b0 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:05:59.789682 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 64ea7a37-aa14-422e-9cfa-2b8a94f7810d up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:05:59.804317 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.db.securitygroups_db [None req-c4cae595-06d6-4c5d-bdae-17c8aa612029 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Project 39a6dfa20db945d8b78fe393de75ac5c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 28 22:05:59.809834 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c4cae595-06d6-4c5d-bdae-17c8aa612029 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:59.878006 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c4cae595-06d6-4c5d-bdae-17c8aa612029 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:59.893210 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'name': 'tempest-TestShelveInstance-1219939954-router', 'tenant_id': '144767b130c24e618144205037a81f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:51Z', 'updated_at': '2021-06-28T22:05:55Z', 'revision_number': 4, 'project_id': '144767b130c24e618144205037a81f82', 'gw_port': {'id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:52Z', 'updated_at': '2021-06-28T22:05:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '9e8b3e85-80f2-4455-9435-7e1de334bfe8', 'name': '', 'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2', 'tenant_id': '144767b130c24e618144205037a81f82', 'mac_address': 'fa:16:3e:79:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e9213c22-f583-4319-9b97-b0ec17aa1047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:55Z', 'updated_at': '2021-06-28T22:05:56Z', 'revision_number': 2, 'project_id': '144767b130c24e618144205037a81f82', 'subnets': [{'id': 'e9213c22-f583-4319-9b97-b0ec17aa1047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:05:59.920564 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Checking router: ed10e015-67fd-4966-95e8-508e858a69b0 for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:05:59.920919 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Updating router ed10e015-67fd-4966-95e8-508e858a69b0 port 9e8b3e85-80f2-4455-9435-7e1de334bfe8 binding host dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 28 22:05:59.954283 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:59.961715 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port 64ea7a37-aa14-422e-9cfa-2b8a94f7810d completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:05:59.965776 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 64ea7a37-aa14-422e-9cfa-2b8a94f7810d triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:05:59.966157 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:59.979069 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c4cae595-06d6-4c5d-bdae-17c8aa612029 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:05:59.981544 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-0afc701d-b277-4af1-9782-bc5c0a0912c0 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:05:59.999621 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cae595-06d6-4c5d-bdae-17c8aa612029 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf268f2-2d05-4ab6-b28b-ca4542925a0c,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:00.005144 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-c4cae595-06d6-4c5d-bdae-17c8aa612029 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:00.056858 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:00.083085 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port 64ea7a37-aa14-422e-9cfa-2b8a94f7810d, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=64ea7a37-aa14-422e-9cfa-2b8a94f7810d,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:06:00.084637 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c4cae595-06d6-4c5d-bdae-17c8aa612029 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:00.085885 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-c4cae595-06d6-4c5d-bdae-17c8aa612029 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4134068 Jun 28 22:06:00.159384 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:00.164672 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:00.196537 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:00.219466 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=64ea7a37-aa14-422e-9cfa-2b8a94f7810d,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:00.223457 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:00.233270 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:00.243622 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.provisioning_blocks [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Transition to ACTIVE for port object 9e8b3e85-80f2-4455-9435-7e1de334bfe8 will not be triggered until provisioned by entity L2. {{(pid=93386) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:06:00.318940 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:00.322079 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:00.369236 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd467d32-5ad9-4ced-a5fe-edbd9431d596 None None] Pushing event updated for resources: {'Port': ['ID=9e8b3e85-80f2-4455-9435-7e1de334bfe8,revision_number=3']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:00.373803 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-cd467d32-5ad9-4ced-a5fe-edbd9431d596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:00.444694 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Attempting to bind port 9e8b3e85-80f2-4455-9435-7e1de334bfe8 on host dv-cinder-798384-1-smb for vnic_type normal with profile {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:06:00.445068 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Attempting to bind port 9e8b3e85-80f2-4455-9435-7e1de334bfe8 by drivers openvswitch,hyperv on host dv-cinder-798384-1-smb at level 0 using segments [{'id': '33659016-76e0-4f17-885d-438ff5422ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2'}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:06:00.445772 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Attempting to bind port 9e8b3e85-80f2-4455-9435-7e1de334bfe8 on network 2fd09987-36ae-4686-bb06-8106f3207ba2 {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:06:00.451454 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Checking agent: {'id': '90e5979e-3bf8-482b-a17e-c91ad2209667', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798384-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 21, 53, 59), 'started_at': datetime.datetime(2021, 6, 28, 21, 54, 29), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 5, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798384-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:06:00.451834 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Checking segment: {'id': '33659016-76e0-4f17-885d-438ff5422ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93386) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:06:00.452264 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:00.452658 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Bound using segment: {'id': '33659016-76e0-4f17-885d-438ff5422ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2'} {{(pid=93386) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:06:00.453129 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.managers [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Bound port: 9e8b3e85-80f2-4455-9435-7e1de334bfe8, host: dv-cinder-798384-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33659016-76e0-4f17-885d-438ff5422ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2'}}] {{(pid=93386) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:06:00.453539 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:00.466108 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd48506-8900-470b-a828-a803d65436c6 req-cbe6d528-fd1b-4e7b-a8fe-97d7889c0e14 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:00.469998 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-efd48506-8900-470b-a828-a803d65436c6 req-cbe6d528-fd1b-4e7b-a8fe-97d7889c0e14 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 945 time: 0.0797174 Jun 28 22:06:00.528259 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] For port 9e8b3e85-80f2-4455-9435-7e1de334bfe8, host dv-cinder-798384-1-smb, cleared binding levels {{(pid=93386) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:06:00.530280 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-efd48506-8900-470b-a828-a803d65436c6 req-ecbd0f8c-abe6-498f-a385-d97319fb7e64 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523574 Jun 28 22:06:00.532321 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.plugins.ml2.db [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] For port 9e8b3e85-80f2-4455-9435-7e1de334bfe8, host dv-cinder-798384-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=9e8b3e85-80f2-4455-9435-7e1de334bfe8,segment=NetworkSegment(33659016-76e0-4f17-885d-438ff5422ad3),segment_id=33659016-76e0-4f17-885d-438ff5422ad3)] {{(pid=93386) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:06:00.642683 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron_lib.callbacks.manager [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93386) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:00.645857 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:00.696655 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Routers {'ed10e015-67fd-4966-95e8-508e858a69b0'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:06:00.697269 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:05:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['ed10e015-67fd-4966-95e8-508e858a69b0'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:00.740843 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd467d32-5ad9-4ced-a5fe-edbd9431d596 None None] Pushing event updated for resources: {'Port': ['ID=9e8b3e85-80f2-4455-9435-7e1de334bfe8,revision_number=4']} {{(pid=93386) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:00.745374 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG oslo_concurrency.lockutils [None req-cd467d32-5ad9-4ced-a5fe-edbd9431d596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93386) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:00.817211 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] Set router ed10e015-67fd-4966-95e8-508e858a69b0 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:06:01.025341 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'name': 'tempest-TestShelveInstance-1219939954-router', 'tenant_id': '144767b130c24e618144205037a81f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:51Z', 'updated_at': '2021-06-28T22:05:55Z', 'revision_number': 4, 'project_id': '144767b130c24e618144205037a81f82', 'gw_port': {'id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:52Z', 'updated_at': '2021-06-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '9e8b3e85-80f2-4455-9435-7e1de334bfe8', 'name': '', 'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2', 'tenant_id': '144767b130c24e618144205037a81f82', 'mac_address': 'fa:16:3e:79:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e9213c22-f583-4319-9b97-b0ec17aa1047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:55Z', 'updated_at': '2021-06-28T22:06:00Z', 'revision_number': 4, 'project_id': '144767b130c24e618144205037a81f82', 'subnets': [{'id': 'e9213c22-f583-4319-9b97-b0ec17aa1047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:01.051456 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36329ca-0f9c-4fbb-b73a-579ad34d70b3 None None] The sync data for ids ['ed10e015-67fd-4966-95e8-508e858a69b0'] in dv-cinder-798384-1-smb is: [{'id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'name': 'tempest-TestShelveInstance-1219939954-router', 'tenant_id': '144767b130c24e618144205037a81f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:51Z', 'updated_at': '2021-06-28T22:05:55Z', 'revision_number': 4, 'project_id': '144767b130c24e618144205037a81f82', 'gw_port': {'id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:52Z', 'updated_at': '2021-06-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '9e8b3e85-80f2-4455-9435-7e1de334bfe8', 'name': '', 'network_id': '2fd09987-36ae-4686-bb06-8106f3207ba2', 'tenant_id': '144767b130c24e618144205037a81f82', 'mac_address': 'fa:16:3e:79:65:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': 'e9213c22-f583-4319-9b97-b0ec17aa1047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:55Z', 'updated_at': '2021-06-28T22:06:00Z', 'revision_number': 4, 'project_id': '144767b130c24e618144205037a81f82', 'subnets': [{'id': 'e9213c22-f583-4319-9b97-b0ec17aa1047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:06:01.680900 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:06:01.683962 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:01.804185 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 9e8b3e85-80f2-4455-9435-7e1de334bfe8 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:06:01.939283 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning for port 9e8b3e85-80f2-4455-9435-7e1de334bfe8 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:06:01.943573 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 9e8b3e85-80f2-4455-9435-7e1de334bfe8 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:06:01.943955 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:02.024478 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:02.063408 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] For port 9e8b3e85-80f2-4455-9435-7e1de334bfe8, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=9e8b3e85-80f2-4455-9435-7e1de334bfe8,segment=NetworkSegment(33659016-76e0-4f17-885d-438ff5422ad3),segment_id=33659016-76e0-4f17-885d-438ff5422ad3)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:06:02.135809 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:02.136783 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 64ea7a37-aa14-422e-9cfa-2b8a94f7810d up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:06:02.139410 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:02.216375 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Pushing event updated for resources: {'Port': ['ID=9e8b3e85-80f2-4455-9435-7e1de334bfe8,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:02.220176 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:02.229728 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 64ea7a37-aa14-422e-9cfa-2b8a94f7810d triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:06:02.230114 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:03.784800 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 9e8b3e85-80f2-4455-9435-7e1de334bfe8 up at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:06:03.854551 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Provisioning complete for port 9e8b3e85-80f2-4455-9435-7e1de334bfe8 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:06:03.854939 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:10.270561 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:11.712148 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1b027a-a848-48e2-aaab-b216b56a584b req-fbd0b9dc-3417-4eb7-a037-d98772b3869e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:11.713584 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fc1b027a-a848-48e2-aaab-b216b56a584b req-fbd0b9dc-3417-4eb7-a037-d98772b3869e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 947 time: 0.0632780 Jun 28 22:06:11.750445 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fc1b027a-a848-48e2-aaab-b216b56a584b req-99ce4c0e-7a10-4697-ab77-aa57b4d697c4 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312264 Jun 28 22:06:12.802588 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55272) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:12.918401 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fd33a7e1-ec02-4050-a3b1-455e266a5ed1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:12.974965 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b511264-dca0-4ad3-9bf2-55de0f570cf5 req-f4fe27b8-e8c0-4149-a14f-3a1325176691 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:12.976443 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6b511264-dca0-4ad3-9bf2-55de0f570cf5 req-f4fe27b8-e8c0-4149-a14f-3a1325176691 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 947 time: 0.1085856 Jun 28 22:06:13.033593 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6b511264-dca0-4ad3-9bf2-55de0f570cf5 req-bc514e9c-b2be-45ca-ae78-66ba6411f86c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513964 Jun 28 22:06:13.062619 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fd33a7e1-ec02-4050-a3b1-455e266a5ed1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:13.138750 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fd33a7e1-ec02-4050-a3b1-455e266a5ed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:13.141321 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-48c1298d-920a-4f13-924e-8fc1bfe6ddd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:13.176947 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33a7e1-ec02-4050-a3b1-455e266a5ed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc07bf9c-b69b-489a-bd65-2e442612d66d,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:13.181085 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-fd33a7e1-ec02-4050-a3b1-455e266a5ed1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2f0b1878d45144c3afbb3f52d2e5be50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3774681 Jun 28 22:06:13.181953 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-fd33a7e1-ec02-4050-a3b1-455e266a5ed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:13.183686 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55278) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:13.231713 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4a5059ce-e4c5-4712-b519-96a15d2d32ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:13.253445 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4a5059ce-e4c5-4712-b519-96a15d2d32ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:13.369531 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4a5059ce-e4c5-4712-b519-96a15d2d32ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:13.372565 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4a5059ce-e4c5-4712-b519-96a15d2d32ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:13.373721 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-4a5059ce-e4c5-4712-b519-96a15d2d32ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/cc07bf9c-b69b-489a-bd65-2e442612d66d HTTP/1.1" status: 204 len: 168 time: 0.1891191 Jun 28 22:06:13.374655 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-b47c840f-bcab-44fd-94a7-253c869c1f54 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:13.382807 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5059ce-e4c5-4712-b519-96a15d2d32ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc07bf9c-b69b-489a-bd65-2e442612d66d,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:13.386153 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-4a5059ce-e4c5-4712-b519-96a15d2d32ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:13.676799 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f0afa-46da-4631-acfe-8503a6badbad req-4d633829-42fb-427e-bc38-a8325dd97032 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:13.679171 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-413f0afa-46da-4631-acfe-8503a6badbad req-4d633829-42fb-427e-bc38-a8325dd97032 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.35 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 947 time: 0.0708773 Jun 28 22:06:13.805696 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-413f0afa-46da-4631-acfe-8503a6badbad req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Deleting port f70002a6-5441-4361-918d-a330b40d67d6 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:06:13.806000 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-413f0afa-46da-4631-acfe-8503a6badbad req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:13.897703 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-413f0afa-46da-4631-acfe-8503a6badbad req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] For port f70002a6-5441-4361-918d-a330b40d67d6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f70002a6-5441-4361-918d-a330b40d67d6,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:06:13.898011 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-413f0afa-46da-4631-acfe-8503a6badbad req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:14.089374 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55292) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:14.109055 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bea8fedd-daac-42ef-bdbc-882be2d6ec98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:14.125774 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-413f0afa-46da-4631-acfe-8503a6badbad req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:14.127857 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-413f0afa-46da-4631-acfe-8503a6badbad req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963868'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:14.127857 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.l3_db [req-413f0afa-46da-4631-acfe-8503a6badbad req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Floating IP d4558ceb-ed46-491e-8126-9bdff33fb158 disassociated. External IP: 172.28.0.41, port: f70002a6-5441-4361-918d-a330b40d67d6. Jun 28 22:06:14.127857 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-413f0afa-46da-4631-acfe-8503a6badbad req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Calling delete_port for f70002a6-5441-4361-918d-a330b40d67d6 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:06:14.269105 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bea8fedd-daac-42ef-bdbc-882be2d6ec98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:14.286951 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115fea17-581e-440a-b45d-ede6477e5ef8 req-59f37d46-7396-45c2-9e0a-6bf69f7d70f8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:14.288673 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-115fea17-581e-440a-b45d-ede6477e5ef8 req-59f37d46-7396-45c2-9e0a-6bf69f7d70f8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 947 time: 0.1026518 Jun 28 22:06:14.318054 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-413f0afa-46da-4631-acfe-8503a6badbad req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:14.323508 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-7cc220fc-7cb3-4dfd-a834-87cea0674b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:14.327711 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-115fea17-581e-440a-b45d-ede6477e5ef8 req-8b70e621-a22a-412f-aa29-d1e55a85468d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=06211b77-0e46-4919-ad62-ec76ab41ca60&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333986 Jun 28 22:06:14.337638 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bea8fedd-daac-42ef-bdbc-882be2d6ec98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:14.344655 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-f89f55de-6eef-4336-b898-ccad160b2d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:14.358094 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event deleted for resources: {'Port': ['ID=f70002a6-5441-4361-918d-a330b40d67d6,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:14.361465 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:14.380341 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8fedd-daac-42ef-bdbc-882be2d6ec98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2849c18-09e3-403e-9b81-20657a4250ca,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:14.384586 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-bea8fedd-daac-42ef-bdbc-882be2d6ec98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:14.402682 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-bea8fedd-daac-42ef-bdbc-882be2d6ec98 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e0b56a509aed4e03b441fec045cde064&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120470 Jun 28 22:06:14.406869 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55300) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:14.459058 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0b85-ea2e-490e-9bc8-1cd3f76e04e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:14.480643 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0b85-ea2e-490e-9bc8-1cd3f76e04e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:14.499477 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-413f0afa-46da-4631-acfe-8503a6badbad req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Router 520ade68-8f6b-442a-ba2d-ad8a97dff819 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:06:14.613480 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-413f0afa-46da-4631-acfe-8503a6badbad req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:06:14.624709 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f328e812-88b1-46b3-ab79-49b270f560c9 None None] Sync routers for ids ['520ade68-8f6b-442a-ba2d-ad8a97dff819'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:06:14.637157 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328e812-88b1-46b3-ab79-49b270f560c9 None None] Routers {'520ade68-8f6b-442a-ba2d-ad8a97dff819'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:06:14.638001 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-f328e812-88b1-46b3-ab79-49b270f560c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:05:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['520ade68-8f6b-442a-ba2d-ad8a97dff819'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:14.661288 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0b85-ea2e-490e-9bc8-1cd3f76e04e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:14.661502 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-413f0afa-46da-4631-acfe-8503a6badbad req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] No DVR routers for this DVR port f70002a6-5441-4361-918d-a330b40d67d6 on host hv-cinder-79838 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:06:14.664817 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-413f0afa-46da-4631-acfe-8503a6badbad req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:14.666701 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-413f0afa-46da-4631-acfe-8503a6badbad req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.35 "DELETE /v2.0/ports/f70002a6-5441-4361-918d-a330b40d67d6 HTTP/1.1" status: 204 len: 173 time: 0.9772131 Jun 28 22:06:14.667265 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'name': 'network-vif-deleted', 'tag': 'f70002a6-5441-4361-918d-a330b40d67d6'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:06:14.668095 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4ebc0b85-ea2e-490e-9bc8-1cd3f76e04e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:14.673770 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f06d99-967f-4d52-b0d8-53bbb01d1b32" -d '{"events": [{"server_uuid": "5f4ac1c4-f994-4582-9d38-bfa8e9733a1d", "name": "network-vif-deleted", "tag": "f70002a6-5441-4361-918d-a330b40d67d6"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:06:14.683737 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-4ebc0b85-ea2e-490e-9bc8-1cd3f76e04e7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a2849c18-09e3-403e-9b81-20657a4250ca HTTP/1.1" status: 204 len: 168 time: 0.2704823 Jun 28 22:06:14.684786 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-56c5461a-5d82-4eae-9749-14f1b26c02d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:14.693843 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebc0b85-ea2e-490e-9bc8-1cd3f76e04e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2849c18-09e3-403e-9b81-20657a4250ca,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:14.702166 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-4ebc0b85-ea2e-490e-9bc8-1cd3f76e04e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:14.749984 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-f328e812-88b1-46b3-ab79-49b270f560c9 None None] Set router 520ade68-8f6b-442a-ba2d-ad8a97dff819 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:06:14.763946 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e361605-0276-477e-9854-638ccf3ee3b6 x-openstack-request-id: req-3e361605-0276-477e-9854-638ccf3ee3b6 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:06:14.764476 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f4ac1c4-f994-4582-9d38-bfa8e9733a1d", "name": "network-vif-deleted", "tag": "f70002a6-5441-4361-918d-a330b40d67d6", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:06:14.764792 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-3e361605-0276-477e-9854-638ccf3ee3b6 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:06:14.765303 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f4ac1c4-f994-4582-9d38-bfa8e9733a1d', 'name': 'network-vif-deleted', 'tag': 'f70002a6-5441-4361-918d-a330b40d67d6', 'status': 'completed', 'code': 200} Jun 28 22:06:14.965457 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-f328e812-88b1-46b3-ab79-49b270f560c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '225b1455-5c70-42ba-aa5d-7a0c1a556b2a', 'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'mac_address': 'fa:16:3e:f4:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:22Z', 'updated_at': '2021-06-28T22:02:35Z', 'revision_number': 5, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'subnets': [{'id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:14.999307 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f328e812-88b1-46b3-ab79-49b270f560c9 None None] Checking router: 520ade68-8f6b-442a-ba2d-ad8a97dff819 for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:06:15.007611 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f328e812-88b1-46b3-ab79-49b270f560c9 None None] Routers {'520ade68-8f6b-442a-ba2d-ad8a97dff819'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:06:15.008245 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-f328e812-88b1-46b3-ab79-49b270f560c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:05:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['520ade68-8f6b-442a-ba2d-ad8a97dff819'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:15.123138 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-f328e812-88b1-46b3-ab79-49b270f560c9 None None] Set router 520ade68-8f6b-442a-ba2d-ad8a97dff819 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:06:15.334196 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-f328e812-88b1-46b3-ab79-49b270f560c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '225b1455-5c70-42ba-aa5d-7a0c1a556b2a', 'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'mac_address': 'fa:16:3e:f4:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:22Z', 'updated_at': '2021-06-28T22:02:35Z', 'revision_number': 5, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'subnets': [{'id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:15.362905 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f328e812-88b1-46b3-ab79-49b270f560c9 None None] The sync data for ids ['520ade68-8f6b-442a-ba2d-ad8a97dff819'] in dv-cinder-798384-1-smb is: [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '225b1455-5c70-42ba-aa5d-7a0c1a556b2a', 'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'mac_address': 'fa:16:3e:f4:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:22Z', 'updated_at': '2021-06-28T22:02:35Z', 'revision_number': 5, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'subnets': [{'id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:06:15.526131 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-40de5698-adb1-4190-9f93-35336d4709c4 req-a6b370de-733b-4bcd-9a3d-33c1ab8e59c1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5f4ac1c4-f994-4582-9d38-bfa8e9733a1d HTTP/1.1" status: 200 len: 210 time: 0.0375903 Jun 28 22:06:15.649727 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b23837-5976-4416-a8b7-36fc8b955739 None None] New status for floating IP d4558ceb-ed46-491e-8126-9bdff33fb158: DOWN {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:06:16.748386 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55368) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:16.805248 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-82a7507c-308a-4670-9875-b55b316622b1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:16.829861 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-82a7507c-308a-4670-9875-b55b316622b1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:16.998492 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-82a7507c-308a-4670-9875-b55b316622b1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:17.001130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-82a7507c-308a-4670-9875-b55b316622b1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:17.002434 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-82a7507c-308a-4670-9875-b55b316622b1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "DELETE /v2.0/security-groups/06211b77-0e46-4919-ad62-ec76ab41ca60 HTTP/1.1" status: 204 len: 168 time: 0.2528834 Jun 28 22:06:17.003967 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c1f40996-f952-4d4f-8bc7-dd353f7a74c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:17.009343 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55376) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:17.012764 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7507c-308a-4670-9875-b55b316622b1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06211b77-0e46-4919-ad62-ec76ab41ca60,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:17.015227 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-82a7507c-308a-4670-9875-b55b316622b1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:17.023316 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.api.v2.resource [None req-1d355e35-1c78-49d5-bc4e-c81c98ab60ac tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] show failed (client error): The resource could not be found. Jun 28 22:06:17.026960 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-1d355e35-1c78-49d5-bc4e-c81c98ab60ac tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups/06211b77-0e46-4919-ad62-ec76ab41ca60 HTTP/1.1" status: 404 len: 347 time: 0.0139387 Jun 28 22:06:17.027313 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55378) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:17.149138 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-fcee66e8-4a80-4d93-b177-943042a09649 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Deleting port 796beaaa-ecf6-4a9a-b8f4-175b96f2228a {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:06:17.149462 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fcee66e8-4a80-4d93-b177-943042a09649 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:17.231425 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fcee66e8-4a80-4d93-b177-943042a09649 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:17.231766 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fcee66e8-4a80-4d93-b177-943042a09649 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:17.244205 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-fcee66e8-4a80-4d93-b177-943042a09649 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Calling delete_port for 796beaaa-ecf6-4a9a-b8f4-175b96f2228a owned by network:floatingip {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:06:17.441722 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fcee66e8-4a80-4d93-b177-943042a09649 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:17.444934 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:17.468370 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcee66e8-4a80-4d93-b177-943042a09649 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event deleted for resources: {'Port': ['ID=796beaaa-ecf6-4a9a-b8f4-175b96f2228a,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:17.489615 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-fcee66e8-4a80-4d93-b177-943042a09649 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:17.528722 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fcee66e8-4a80-4d93-b177-943042a09649 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for floatingip, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:17.531594 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-fcee66e8-4a80-4d93-b177-943042a09649 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:17.532816 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-fcee66e8-4a80-4d93-b177-943042a09649 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "DELETE /v2.0/floatingips/d4558ceb-ed46-491e-8126-9bdff33fb158 HTTP/1.1" status: 204 len: 168 time: 0.5045130 Jun 28 22:06:17.670597 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device f70002a6-5441-4361-918d-a330b40d67d6 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:06:17.705306 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: f70002a6-5441-4361-918d-a330b40d67d6 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:06:17.711524 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device f70002a6-5441-4361-918d-a330b40d67d6 not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:06:18.178110 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55398) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:18.183166 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-e17ebfda-e580-43b1-86d6-fbb2e2141104 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1429791193', 'description': 'tempest-description--1534875129'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:18.306346 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e17ebfda-e580-43b1-86d6-fbb2e2141104 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:18.383379 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e17ebfda-e580-43b1-86d6-fbb2e2141104 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:18.472454 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e17ebfda-e580-43b1-86d6-fbb2e2141104 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:18.474915 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-ce2c2512-633d-419f-9a15-9ba8924d7bdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:18.500978 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ebfda-e580-43b1-86d6-fbb2e2141104 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6b275e9-1d26-4aba-a32a-d42a838ab327,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:18.504363 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e17ebfda-e580-43b1-86d6-fbb2e2141104 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:18.569296 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e17ebfda-e580-43b1-86d6-fbb2e2141104 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:18.570627 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-e17ebfda-e580-43b1-86d6-fbb2e2141104 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3914013 Jun 28 22:06:18.573255 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55402) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:18.577602 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-ecd32d76-d466-45dd-adbf-3f7ba24ae0d8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Request body: {'security_group_rule': {'security_group_id': 'd6b275e9-1d26-4aba-a32a-d42a838ab327', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:18.682787 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ecd32d76-d466-45dd-adbf-3f7ba24ae0d8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:18.742003 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ecd32d76-d466-45dd-adbf-3f7ba24ae0d8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:18.792293 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ecd32d76-d466-45dd-adbf-3f7ba24ae0d8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:18.796267 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:18.810248 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd32d76-d466-45dd-adbf-3f7ba24ae0d8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1276200-e7b8-47e9-b72b-94a4c04ca1ac,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:18.814009 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-ecd32d76-d466-45dd-adbf-3f7ba24ae0d8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:18.875901 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ecd32d76-d466-45dd-adbf-3f7ba24ae0d8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:18.877223 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-ecd32d76-d466-45dd-adbf-3f7ba24ae0d8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3030629 Jun 28 22:06:18.880117 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55412) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:18.884682 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-ef5896e9-ddcb-40ea-b87b-c714019b4e03 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Request body: {'security_group_rule': {'security_group_id': 'd6b275e9-1d26-4aba-a32a-d42a838ab327', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:18.988999 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ef5896e9-ddcb-40ea-b87b-c714019b4e03 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:19.043119 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ef5896e9-ddcb-40ea-b87b-c714019b4e03 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:19.124331 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-8b985ad7-a074-458d-a38a-92ca9f983316 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1516676734&fields=id&tenant_id=39a6dfa20db945d8b78fe393de75ac5c HTTP/1.1" status: 200 len: 267 time: 0.0369737 Jun 28 22:06:19.155810 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ef5896e9-ddcb-40ea-b87b-c714019b4e03 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:19.158092 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:19.174140 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5896e9-ddcb-40ea-b87b-c714019b4e03 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3c01cd1-f297-412c-a48a-32532b88e89d,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:19.176856 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-ef5896e9-ddcb-40ea-b87b-c714019b4e03 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:19.241212 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-6a983d80-7b19-4d0c-ac00-adacb0fcfa17 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:19.242691 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-6a983d80-7b19-4d0c-ac00-adacb0fcfa17 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/networks?id=1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 HTTP/1.1" status: 200 len: 809 time: 0.1116257 Jun 28 22:06:19.257843 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-204d90e5-e729-45d1-afe1-81d23abc72d8 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/quotas/39a6dfa20db945d8b78fe393de75ac5c HTTP/1.1" status: 200 len: 375 time: 0.0096233 Jun 28 22:06:19.259136 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ef5896e9-ddcb-40ea-b87b-c714019b4e03 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:19.263279 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-ef5896e9-ddcb-40ea-b87b-c714019b4e03 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3794041 Jun 28 22:06:19.263502 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55432) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:19.268800 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Request body: {'floatingip': {'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:19.332603 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-7f0aad58-ceed-4af4-a8f2-c0b325814823 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=39a6dfa20db945d8b78fe393de75ac5c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676725 Jun 28 22:06:19.373141 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for floatingip, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:19.433357 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-522c3ba7-6523-4d34-9e44-78473af5f032 service neutron] 10.222.0.36 "GET /v2.0/networks/1433594f-5bbe-4c2f-90ce-4178e6e5c4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892949 Jun 28 22:06:19.540281 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-7803846e-b6a4-4d5d-b560-aef087c34734 service neutron] 10.222.0.36 "GET /v2.0/networks/1433594f-5bbe-4c2f-90ce-4178e6e5c4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009793 Jun 28 22:06:19.718050 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:19.816035 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Allocated IP 172.28.0.138 (9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6/0eef9f0e-0d35-4ef7-8148-7c64e0103d05/76ec24cd-33bd-41f1-98dd-89ca9e831a8a) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:06:19.915935 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:20.019549 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:20.021332 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-f7c58210-9c46-490c-a913-c723c1bd78bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:20.055258 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:06:20.058126 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:06:20.060607 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:06:20.088510 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event updated for resources: {'Port': ['ID=76ec24cd-33bd-41f1-98dd-89ca9e831a8a,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:20.091087 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:20.147437 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:20.242274 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ade1b0f1-3cc3-49e3-8352-e055a3cb03e0 req-16c99a6e-3fad-402b-b298-127f07d15bcf tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 210 time: 0.0290420 Jun 28 22:06:20.285493 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:20.429388 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:20.518302 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:20.520494 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:20.588471 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event updated for resources: {'Port': ['ID=76ec24cd-33bd-41f1-98dd-89ca9e831a8a,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:20.591329 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:20.600102 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963868'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:20.775594 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:20.776889 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5122609 Jun 28 22:06:20.965918 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-ed501cb5-ee8a-4ba6-b734-3e30e1e1c23b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--1429791193&fields=id&tenant_id=540be3d5aaf14f8099311f922d1335d3 HTTP/1.1" status: 200 len: 267 time: 0.0332470 Jun 28 22:06:21.074198 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-fd40423c-66a9-48c7-820a-7bfe77286521 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:21.075627 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-fd40423c-66a9-48c7-820a-7bfe77286521 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/networks?id=4a01a082-3ec6-4e75-8884-a203b5eaabe4 HTTP/1.1" status: 200 len: 816 time: 0.1028914 Jun 28 22:06:21.090050 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-c9a90bbe-3c4f-4742-a69e-0e5eca17b002 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/quotas/540be3d5aaf14f8099311f922d1335d3 HTTP/1.1" status: 200 len: 375 time: 0.0088418 Jun 28 22:06:21.161759 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-dd87bcde-47a4-4f0f-b397-73d0d2c0613b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=540be3d5aaf14f8099311f922d1335d3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0663776 Jun 28 22:06:21.264380 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-34b87844-3bb5-4629-a551-ed1e29a432e7 service neutron] 10.222.0.36 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887904 Jun 28 22:06:21.396603 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-7b280026-a0d3-409d-8036-d84fc42dba43 service neutron] 10.222.0.36 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255400 Jun 28 22:06:21.425368 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3035b592-df2a-4c73-ab4a-bfb3ad55bfdb req-8ac4f09d-ac89-446d-b462-07a4896eb701 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 210 time: 0.0570233 Jun 28 22:06:21.681273 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55500) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:21.694419 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6f24accb-497c-4657-937e-f225de5ca136 req-621d1b57-1167-43f5-ad8b-571116d70990 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 210 time: 0.0367200 Jun 28 22:06:21.795520 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-70a42f1a-ab2b-423a-b795-cc2d790d493a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:21.890329 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-70a42f1a-ab2b-423a-b795-cc2d790d493a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:21.949065 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23434eeb-7496-44a3-b4eb-35a5778084fe req-c9ba201c-49f4-4a9b-b89f-38ca8586bc1e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:21.950605 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-23434eeb-7496-44a3-b4eb-35a5778084fe req-c9ba201c-49f4-4a9b-b89f-38ca8586bc1e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.0636852 Jun 28 22:06:21.991269 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-23434eeb-7496-44a3-b4eb-35a5778084fe req-1f2e2051-b866-4121-adc3-48140e94cf44 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337667 Jun 28 22:06:21.995493 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-70a42f1a-ab2b-423a-b795-cc2d790d493a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:21.999783 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:22.045596 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-70a42f1a-ab2b-423a-b795-cc2d790d493a admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ad3ad2c964194431903019f6b4ec1948&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3632371 Jun 28 22:06:22.047385 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a42f1a-ab2b-423a-b795-cc2d790d493a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75e2b14-b2c6-4867-beef-f449562f635e,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:22.048311 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55510) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:22.051321 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-70a42f1a-ab2b-423a-b795-cc2d790d493a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:22.061521 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43966c50-014d-457e-b8e2-afc1be48a406 req-914b0955-25ad-40bf-93a7-ce46fadea50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:22.061521 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-43966c50-014d-457e-b8e2-afc1be48a406 req-914b0955-25ad-40bf-93a7-ce46fadea50b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc9e33b30d97454f82560f7201c55e69&device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 1137 time: 0.1036017 Jun 28 22:06:22.114191 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9aa5908d-089a-469c-aed6-ac7bc72e95db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:22.135221 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9aa5908d-089a-469c-aed6-ac7bc72e95db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:22.172644 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43966c50-014d-457e-b8e2-afc1be48a406 req-7b913d51-ba29-4b40-af41-df9ccb18b66a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:22.174267 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-43966c50-014d-457e-b8e2-afc1be48a406 req-7b913d51-ba29-4b40-af41-df9ccb18b66a service neutron] 10.222.0.35 "GET /v2.0/networks?id=16611fc9-d4a8-48d3-984f-5056d4188409 HTTP/1.1" status: 200 len: 914 time: 0.1064110 Jun 28 22:06:22.245094 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-43966c50-014d-457e-b8e2-afc1be48a406 req-06654062-3ff3-4d52-b5fb-bdf6d9911de9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70df8830-afc6-4ca7-90dd-4bfe84977d28 HTTP/1.1" status: 200 len: 1000 time: 0.0642278 Jun 28 22:06:22.272453 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9aa5908d-089a-469c-aed6-ac7bc72e95db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:22.276609 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9aa5908d-089a-469c-aed6-ac7bc72e95db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:22.278150 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-9aa5908d-089a-469c-aed6-ac7bc72e95db admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a75e2b14-b2c6-4867-beef-f449562f635e HTTP/1.1" status: 204 len: 168 time: 0.2286434 Jun 28 22:06:22.279253 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-c7f7fdbf-fa3a-4124-8aeb-af5a672ec7cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:22.290198 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa5908d-089a-469c-aed6-ac7bc72e95db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75e2b14-b2c6-4867-beef-f449562f635e,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:22.292915 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-9aa5908d-089a-469c-aed6-ac7bc72e95db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:22.302208 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43966c50-014d-457e-b8e2-afc1be48a406 req-f600a110-6839-4114-bc65-faedf94e13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:22.303748 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-43966c50-014d-457e-b8e2-afc1be48a406 req-f600a110-6839-4114-bc65-faedf94e13ca service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8e0c7a5-9ea4-47fd-a14b-93505b943626 HTTP/1.1" status: 200 len: 852 time: 0.0469117 Jun 28 22:06:22.386258 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43966c50-014d-457e-b8e2-afc1be48a406 req-4d96ed7d-f129-4a93-b069-5ee24dd62a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:22.387740 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-43966c50-014d-457e-b8e2-afc1be48a406 req-4d96ed7d-f129-4a93-b069-5ee24dd62a94 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16611fc9-d4a8-48d3-984f-5056d4188409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0695651 Jun 28 22:06:22.492696 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-43966c50-014d-457e-b8e2-afc1be48a406 req-28e4fdef-2015-43d5-822b-2d2d3f74ddec service neutron] 10.222.0.35 "GET /v2.0/networks/16611fc9-d4a8-48d3-984f-5056d4188409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918303 Jun 28 22:06:22.576760 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0d3e0dd6-04da-420a-bad1-74a5de293228 req-f896734f-70b6-43e5-970e-6f2b60c2189c tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 210 time: 0.0292063 Jun 28 22:06:22.596128 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-43966c50-014d-457e-b8e2-afc1be48a406 req-6dcd7ad3-5f5b-427f-ab57-21c5006f4052 service neutron] 10.222.0.35 "GET /v2.0/networks/16611fc9-d4a8-48d3-984f-5056d4188409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942733 Jun 28 22:06:22.845056 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ebe0a858-d2a2-4e35-a4e0-3acbbfee11cb req-eeb247b2-5834-416a-99c2-c5692098909e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 210 time: 0.0280418 Jun 28 22:06:23.031717 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55532) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:23.049314 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0e9a-f5f4-48f6-bdbe-4d03569f74dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:23.226941 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0e9a-f5f4-48f6-bdbe-4d03569f74dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:23.256539 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e64441-71ed-4e43-805c-7d34cb59a40a req-13cae934-ff23-424d-a24c-ba9044c6d7f2 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:23.258249 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-09e64441-71ed-4e43-805c-7d34cb59a40a req-13cae934-ff23-424d-a24c-ba9044c6d7f2 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 945 time: 0.1497850 Jun 28 22:06:23.266696 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935586e4-a05f-4f2b-ab87-1d47a9755bb1 req-12388a91-b22a-4dbb-a997-9935faf73196 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:23.268195 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-935586e4-a05f-4f2b-ab87-1d47a9755bb1 req-12388a91-b22a-4dbb-a997-9935faf73196 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.1461535 Jun 28 22:06:23.311895 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3e9f0e9a-f5f4-48f6-bdbe-4d03569f74dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:23.321892 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-909dc539-667e-42a1-b2f2-41911bc18cbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:23.346852 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-09e64441-71ed-4e43-805c-7d34cb59a40a req-a9671c11-278f-4b84-b02b-cfb133768f60 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769119 Jun 28 22:06:23.355551 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-935586e4-a05f-4f2b-ab87-1d47a9755bb1 req-9c2eadf7-8e57-4d65-a46f-fbe9e22abe04 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0800724 Jun 28 22:06:23.369939 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-3e9f0e9a-f5f4-48f6-bdbe-4d03569f74dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=4e0df5853a364676a9c7872c1bc4021b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3362784 Jun 28 22:06:23.376609 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55534) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:23.383789 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f0e9a-f5f4-48f6-bdbe-4d03569f74dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb6b41f-b308-4ae4-a27b-acfaa5e536c9,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:23.395131 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-3e9f0e9a-f5f4-48f6-bdbe-4d03569f74dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:23.426957 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-4c43223b-79cc-4f55-8909-f801a5cf3cd9 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:23.429191 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-4c43223b-79cc-4f55-8909-f801a5cf3cd9 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.35 "GET /v2.0/networks?id=1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 HTTP/1.1" status: 200 len: 809 time: 0.1561189 Jun 28 22:06:23.457090 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4d568412-e39a-4657-86fe-22fc63dab7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:23.493967 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4d568412-e39a-4657-86fe-22fc63dab7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:23.516129 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-a983cfab-81ce-4913-8b6d-8c3b00180b7a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=39a6dfa20db945d8b78fe393de75ac5c HTTP/1.1" status: 200 len: 380 time: 0.0570567 Jun 28 22:06:23.531007 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Request body: {'port': {'device_id': '056204a5-e731-447b-be10-ed2254be4643', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'admin_state_up': True, 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'security_groups': ['ab1557c7-c3e7-4756-9b16-8f2fa859a70d']}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:23.706994 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4d568412-e39a-4657-86fe-22fc63dab7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:23.710613 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4d568412-e39a-4657-86fe-22fc63dab7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:23.712942 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-4d568412-e39a-4657-86fe-22fc63dab7ed admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4fb6b41f-b308-4ae4-a27b-acfaa5e536c9 HTTP/1.1" status: 204 len: 168 time: 0.3342052 Jun 28 22:06:23.712942 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-893d34b3-6dde-4080-9daa-bacc40beb75e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:23.724525 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d568412-e39a-4657-86fe-22fc63dab7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb6b41f-b308-4ae4-a27b-acfaa5e536c9,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:23.729001 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-4d568412-e39a-4657-86fe-22fc63dab7ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:23.746213 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Made reservation on behalf of 39a6dfa20db945d8b78fe393de75ac5c for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:06:23.748838 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f2b96eca-02ee-4bda-a5f7-d47025cb9766 req-bf2bddaf-9e63-4328-9b23-342be999d702 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 210 time: 0.0487761 Jun 28 22:06:23.758023 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:23.911318 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Allocated IP 172.20.0.5 (1433594f-5bbe-4c2f-90ce-4178e6e5c4a6/86579998-527f-4e8a-aa0c-cbb26314be9e/745d5c87-54f4-4bdb-88a2-e6fb944d7db6) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:06:24.003650 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8f9ed081-1385-4252-bca4-ae8bc65b4b8c req-9ad51b24-cc81-477d-b9a3-0234bf1a195d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 210 time: 0.0290065 Jun 28 22:06:24.050116 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:24.063982 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Transition to ACTIVE for port object 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:06:24.199414 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:24.210094 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-5525780c-1929-4c35-8991-59c557bf3770 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:24.267175 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Network 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:06:24.280559 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:06:24.289521 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:06:24.290235 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Pushing event updated for resources: {'Port': ['ID=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:24.311667 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:24.354632 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:24.355298 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:24.413092 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-da764c9b-4867-47a9-bc71-b209480796d3 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:24.414732 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-da764c9b-4867-47a9-bc71-b209480796d3 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.35 "GET /v2.0/networks?id=4a01a082-3ec6-4e75-8884-a203b5eaabe4 HTTP/1.1" status: 200 len: 816 time: 0.1845360 Jun 28 22:06:24.515317 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-2300f46b-ae68-4924-940e-83d3b6f696a8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=540be3d5aaf14f8099311f922d1335d3 HTTP/1.1" status: 200 len: 380 time: 0.0845146 Jun 28 22:06:24.525782 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0023494 Jun 28 22:06:24.533610 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Request body: {'port': {'device_id': '5ecf0266-0631-43a7-bd42-49b477301138', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'admin_state_up': True, 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'security_groups': ['d6b275e9-1d26-4aba-a32a-d42a838ab327']}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:24.539463 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Request body: {'port': {'device_id': '056204a5-e731-447b-be10-ed2254be4643', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:24.641698 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:24.821246 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-e76540ff-86c4-4b7f-a986-b2f191e11e4f None None] Provisioning for port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:06:24.828138 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-e76540ff-86c4-4b7f-a986-b2f191e11e4f None None] Provisioning complete for port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:06:24.828826 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e76540ff-86c4-4b7f-a986-b2f191e11e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:24.936102 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-e76540ff-86c4-4b7f-a986-b2f191e11e4f None None] Port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:06:24.939937 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:06:24.948165 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:24.961060 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Transition to ACTIVE for port object 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:06:24.981112 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904ea454-4815-4164-b5b1-045563278b41 req-6a3af761-2751-490d-bed0-4b5e58b6db58 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:24.982579 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-904ea454-4815-4164-b5b1-045563278b41 req-6a3af761-2751-490d-bed0-4b5e58b6db58 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 945 time: 0.4661975 Jun 28 22:06:25.033429 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-904ea454-4815-4164-b5b1-045563278b41 req-7734c2bd-1d91-497b-aff5-3ec54d5a5260 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437410 Jun 28 22:06:25.055280 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:25.067636 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e49c9e13-6bae-4f12-a0ce-7f947b5b887b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:25.093338 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Made reservation on behalf of 540be3d5aaf14f8099311f922d1335d3 for: {'port': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:06:25.098213 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:25.218645 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Pushing event updated for resources: {'Port': ['ID=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:25.245387 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:25.291557 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Attempting to bind port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:06:25.291911 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Attempting to bind port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '8254d7ef-59e0-4e9a-82c6-e7504a70db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:06:25.292848 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Attempting to bind port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 on network 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:06:25.296989 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 on network 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:06:25.297317 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Attempting to bind port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 on network 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:06:25.304355 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:06:25.304879 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Checking segment: {'id': '8254d7ef-59e0-4e9a-82c6-e7504a70db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:06:25.305272 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Bound using segment: {'id': '8254d7ef-59e0-4e9a-82c6-e7504a70db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:06:25.305713 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Bound port: 745d5c87-54f4-4bdb-88a2-e6fb944d7db6, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8254d7ef-59e0-4e9a-82c6-e7504a70db09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:06:25.306209 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:25.360404 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Allocated IP 172.20.0.12 (4a01a082-3ec6-4e75-8884-a203b5eaabe4/f9dcc002-255b-49f2-9b1c-c91d2190c0e5/ba88c267-59b6-448f-ad69-0de0fbb1dd5b) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:06:25.378968 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7568d250-f537-4c5b-b682-cfdd8688d179 req-2ed802af-b343-48a2-a624-5866a25b1bff tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:25.380429 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7568d250-f537-4c5b-b682-cfdd8688d179 req-2ed802af-b343-48a2-a624-5866a25b1bff tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.1780391 Jun 28 22:06:25.381628 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] For port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6, host hv-cinder-79838, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:06:25.384806 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] For port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:06:25.474402 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634fa7d5-1763-412f-9d13-1aa48d40d31c req-9bc7805f-d34e-4a64-87a5-373cfc8dfbc3 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:25.475847 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-634fa7d5-1763-412f-9d13-1aa48d40d31c req-9bc7805f-d34e-4a64-87a5-373cfc8dfbc3 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 943 time: 0.1822407 Jun 28 22:06:25.482307 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7568d250-f537-4c5b-b682-cfdd8688d179 req-d5e0f252-3308-4d67-8399-96f77dce0273 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0931699 Jun 28 22:06:25.489643 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:25.495215 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:25.566210 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-634fa7d5-1763-412f-9d13-1aa48d40d31c req-b8703f3e-fe1c-4ccd-9eef-c2f89e5679d9 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771763 Jun 28 22:06:25.573462 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Pushing event updated for resources: {'Port': ['ID=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:25.585131 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:25.585752 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:25.587200 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] 10.222.0.35 "PUT /v2.0/ports/745d5c87-54f4-4bdb-88a2-e6fb944d7db6 HTTP/1.1" status: 200 len: 1093 time: 1.0523019 Jun 28 22:06:25.599443 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:25.600963 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:25.601345 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:25.601724 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:25.602449 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:25.602587 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:25.602707 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:25.604603 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:25.608142 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:25.608142 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:25.608142 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:25.608142 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:25.608142 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:25.611450 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056204a5-e731-447b-be10-ed2254be4643', 'tag': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:06:25.615936 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9accb315-d1f0-4e59-b758-7d22c1fa2593" -d '{"events": [{"name": "network-changed", "server_uuid": "056204a5-e731-447b-be10-ed2254be4643", "tag": "745d5c87-54f4-4bdb-88a2-e6fb944d7db6"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:06:25.618903 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Transition to ACTIVE for port object ba88c267-59b6-448f-ad69-0de0fbb1dd5b will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:06:25.624293 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:25.675581 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5fdee71f-94aa-4e1d-83f6-9fe0a1fea52a req-4b78a9af-54fb-490d-9eff-15089e8760cb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 210 time: 0.0450802 Jun 28 22:06:25.740474 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05963ef4-cf8b-4d7f-96c4-6236fb951f0a x-openstack-request-id: req-05963ef4-cf8b-4d7f-96c4-6236fb951f0a {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:06:25.740474 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056204a5-e731-447b-be10-ed2254be4643", "tag": "745d5c87-54f4-4bdb-88a2-e6fb944d7db6", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:06:25.740474 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05963ef4-cf8b-4d7f-96c4-6236fb951f0a {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:06:25.740474 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056204a5-e731-447b-be10-ed2254be4643', 'tag': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6', 'status': 'completed', 'code': 200} Jun 28 22:06:25.821918 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad9b5f4-feb6-42d3-be39-91c6df00e42a req-6b9d461b-dc01-4a16-a0ec-334f05b25e68 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:25.829024 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7ad9b5f4-feb6-42d3-be39-91c6df00e42a req-6b9d461b-dc01-4a16-a0ec-334f05b25e68 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0754042 Jun 28 22:06:25.832273 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accb315-d1f0-4e59-b758-7d22c1fa2593 req-62d8a42b-9782-49de-a2df-c4783da9383c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:25.832502 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8736324'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:25.833768 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-9accb315-d1f0-4e59-b758-7d22c1fa2593 req-62d8a42b-9782-49de-a2df-c4783da9383c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39a6dfa20db945d8b78fe393de75ac5c&device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 1096 time: 0.0635712 Jun 28 22:06:25.839980 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-e79007a5-5638-4093-b38f-1fa82ec17350 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:25.904576 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:06:25.910578 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event updated for resources: {'Port': ['ID=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:25.915245 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:25.916113 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:06:25.920825 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:06:25.932556 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7ad9b5f4-feb6-42d3-be39-91c6df00e42a req-9b1c1a0f-bd34-450a-ade8-26e4890ed146 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026371 Jun 28 22:06:25.944564 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accb315-d1f0-4e59-b758-7d22c1fa2593 req-c27615fe-5d36-4c5a-bfd3-90b37c475984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:25.946201 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-9accb315-d1f0-4e59-b758-7d22c1fa2593 req-c27615fe-5d36-4c5a-bfd3-90b37c475984 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=39a6dfa20db945d8b78fe393de75ac5c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1043441 Jun 28 22:06:25.986581 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:25.988128 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:26.069355 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5409491 Jun 28 22:06:26.071333 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9accb315-d1f0-4e59-b758-7d22c1fa2593 req-2fdd56c3-3576-46ce-a81c-02bd360b92b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:26.073025 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-9accb315-d1f0-4e59-b758-7d22c1fa2593 req-2fdd56c3-3576-46ce-a81c-02bd360b92b0 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1163933 Jun 28 22:06:26.088681 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Request body: {'port': {'device_id': '5ecf0266-0631-43a7-bd42-49b477301138', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:26.192165 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-5daf773f-8e61-41f4-ba38-dd3ecd7a8aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:26.193698 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-5daf773f-8e61-41f4-ba38-dd3ecd7a8aae service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39a6dfa20db945d8b78fe393de75ac5c&device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 1096 time: 0.0673668 Jun 28 22:06:26.214397 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:26.240743 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-9b0e1e92-58ab-478a-af58-50c3366e0d2b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=745d5c87-54f4-4bdb-88a2-e6fb944d7db6 HTTP/1.1" status: 200 len: 217 time: 0.0349958 Jun 28 22:06:26.303954 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-10d023c0-afd5-4a94-ad0d-e58c18cc9cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:26.303954 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-10d023c0-afd5-4a94-ad0d-e58c18cc9cac service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86579998-527f-4e8a-aa0c-cbb26314be9e HTTP/1.1" status: 200 len: 848 time: 0.0535038 Jun 28 22:06:26.304351 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1236603a-83d2-4184-85c1-df1e147eddd7 None None] Provisioning for port ba88c267-59b6-448f-ad69-0de0fbb1dd5b completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:06:26.307757 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-1236603a-83d2-4184-85c1-df1e147eddd7 None None] Provisioning complete for port ba88c267-59b6-448f-ad69-0de0fbb1dd5b triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:06:26.308403 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1236603a-83d2-4184-85c1-df1e147eddd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:26.347564 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1236603a-83d2-4184-85c1-df1e147eddd7 None None] Port ba88c267-59b6-448f-ad69-0de0fbb1dd5b cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:06:26.366244 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981e8f59-9fa8-4945-9eb0-2545390d4c43 req-e2273821-e730-4477-b114-035f4eced096 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:26.367421 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-bb041273-c1a8-41e1-a4e3-6bf3823cff8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:26.368474 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-981e8f59-9fa8-4945-9eb0-2545390d4c43 req-e2273821-e730-4477-b114-035f4eced096 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 945 time: 0.1685741 Jun 28 22:06:26.368933 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-bb041273-c1a8-41e1-a4e3-6bf3823cff8a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1433594f-5bbe-4c2f-90ce-4178e6e5c4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0586789 Jun 28 22:06:26.381265 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-743c6dbf-d5f3-4aaa-aa46-3600188480b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:26.466332 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-981e8f59-9fa8-4945-9eb0-2545390d4c43 req-7a8d52d1-4de9-4403-9182-11674d6700d8 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896428 Jun 28 22:06:26.481002 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-51a765ed-d44e-4bfb-a9b4-1289d1305b75 service neutron] 10.222.0.35 "GET /v2.0/networks/1433594f-5bbe-4c2f-90ce-4178e6e5c4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041262 Jun 28 22:06:26.579761 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-bc19591b-2c3a-47a5-9074-371569880bd6 req-ea3ae61c-05b2-45a1-bb71-7fc2e93e1e91 service neutron] 10.222.0.35 "GET /v2.0/networks/1433594f-5bbe-4c2f-90ce-4178e6e5c4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882428 Jun 28 22:06:26.586606 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba88c267-59b6-448f-ad69-0de0fbb1dd5b {{(pid=93384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:06:26.594319 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:26.606546 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Transition to ACTIVE for port object ba88c267-59b6-448f-ad69-0de0fbb1dd5b will not be triggered until provisioned by entity L2. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:06:26.681795 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963bb902-5294-47c9-a818-c35b9b379b5d req-ebd3d289-435b-4b59-9d2e-a3648210a417 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:26.683365 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-963bb902-5294-47c9-a818-c35b9b379b5d req-ebd3d289-435b-4b59-9d2e-a3648210a417 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.0655363 Jun 28 22:06:26.762104 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-963bb902-5294-47c9-a818-c35b9b379b5d req-ca7bd064-177c-4858-9b8d-cc4bb8b6aaeb tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729446 Jun 28 22:06:26.764956 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736338'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:26.769358 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-718dbd63-caaf-4745-bc2f-4f39f43c40f6 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:26.837956 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Pushing event updated for resources: {'Port': ['ID=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:26.840091 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:26.849022 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ae11c-5403-4093-9ab2-c172ef0f176b req-26b8005d-9054-4f85-8dd7-6513f3ffab08 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:26.850588 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-683ae11c-5403-4093-9ab2-c172ef0f176b req-26b8005d-9054-4f85-8dd7-6513f3ffab08 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 943 time: 0.1547072 Jun 28 22:06:26.975733 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-683ae11c-5403-4093-9ab2-c172ef0f176b req-65ddf8e1-fefe-47fb-b8e6-eef4aed00386 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063468 Jun 28 22:06:26.995550 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Attempting to bind port ba88c267-59b6-448f-ad69-0de0fbb1dd5b on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:06:26.995856 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Attempting to bind port ba88c267-59b6-448f-ad69-0de0fbb1dd5b by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:06:26.996423 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Attempting to bind port ba88c267-59b6-448f-ad69-0de0fbb1dd5b on network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:06:27.004711 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Port ba88c267-59b6-448f-ad69-0de0fbb1dd5b on network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:06:27.005141 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Attempting to bind port ba88c267-59b6-448f-ad69-0de0fbb1dd5b on network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:06:27.023708 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b90b322-170d-4ea8-8c07-794c6189a9c1 req-4da1e731-1557-4d48-87c6-4d5f79a323d4 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:27.025266 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0b90b322-170d-4ea8-8c07-794c6189a9c1 req-4da1e731-1557-4d48-87c6-4d5f79a323d4 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.1571896 Jun 28 22:06:27.025970 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:06:27.026317 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Checking segment: {'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:06:27.026676 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Bound using segment: {'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:06:27.027115 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Bound port: ba88c267-59b6-448f-ad69-0de0fbb1dd5b, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c745f95-bc7f-472c-a349-749ff8bb4cd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4'}}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:06:27.027470 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:27.102164 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0b90b322-170d-4ea8-8c07-794c6189a9c1 req-ff034001-326e-499e-853d-f03ded369e46 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630569 Jun 28 22:06:27.164336 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] For port ba88c267-59b6-448f-ad69-0de0fbb1dd5b, host hv-cinder-79838, cleared binding levels {{(pid=93384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:06:27.168010 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] For port ba88c267-59b6-448f-ad69-0de0fbb1dd5b, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:06:27.185543 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1be164-4989-404d-9b6d-5b684645091f req-7ad98e5b-e893-4ffb-b3f8-2d124ed8a4b9 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:27.187039 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2d1be164-4989-404d-9b6d-5b684645091f req-7ad98e5b-e893-4ffb-b3f8-2d124ed8a4b9 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.1016655 Jun 28 22:06:27.225384 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2d1be164-4989-404d-9b6d-5b684645091f req-d9d68880-72c7-40fc-9259-81980da2ffe3 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=c779b4d7-009d-4089-9181-335bd72fc4b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313556 Jun 28 22:06:27.230826 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736338'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:27.233541 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-63432e0b-8dd4-4251-baef-dac1933f91f9 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:27.266623 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:27.267664 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:27.269580 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] 10.222.0.35 "PUT /v2.0/ports/ba88c267-59b6-448f-ad69-0de0fbb1dd5b HTTP/1.1" status: 200 len: 1094 time: 1.1867921 Jun 28 22:06:27.271794 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecf0266-0631-43a7-bd42-49b477301138', 'tag': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:06:27.275058 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace04d47-a392-4a47-b2d7-6bacaf657223" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecf0266-0631-43a7-bd42-49b477301138", "tag": "ba88c267-59b6-448f-ad69-0de0fbb1dd5b"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:06:27.301288 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Pushing event updated for resources: {'Port': ['ID=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,revision_number=3']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:27.305071 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:27.314818 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab6715fe-bb1c-43e5-9aa9-0a8b2bda325b x-openstack-request-id: req-ab6715fe-bb1c-43e5-9aa9-0a8b2bda325b {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:06:27.320821 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecf0266-0631-43a7-bd42-49b477301138", "tag": "ba88c267-59b6-448f-ad69-0de0fbb1dd5b", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:06:27.320821 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ab6715fe-bb1c-43e5-9aa9-0a8b2bda325b {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:06:27.320821 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecf0266-0631-43a7-bd42-49b477301138', 'tag': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'status': 'completed', 'code': 200} Jun 28 22:06:27.402240 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace04d47-a392-4a47-b2d7-6bacaf657223 req-78e26b69-aedc-4dcf-97aa-6859a766528a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:27.403713 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ace04d47-a392-4a47-b2d7-6bacaf657223 req-78e26b69-aedc-4dcf-97aa-6859a766528a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=540be3d5aaf14f8099311f922d1335d3&device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 1097 time: 0.0591664 Jun 28 22:06:27.520756 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace04d47-a392-4a47-b2d7-6bacaf657223 req-42812c5e-cf92-4fcf-a4d0-e2d081eba6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:27.522461 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ace04d47-a392-4a47-b2d7-6bacaf657223 req-42812c5e-cf92-4fcf-a4d0-e2d081eba6fc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=540be3d5aaf14f8099311f922d1335d3&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1072471 Jun 28 22:06:27.542349 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-d1143e94-4fa9-4135-9752-bae6807a7da8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:27.543892 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-d1143e94-4fa9-4135-9752-bae6807a7da8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 946 time: 0.0742433 Jun 28 22:06:27.655170 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Deleting port eb4e1ed9-ce9e-4304-9e59-3607c5366032 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:06:27.655860 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:27.656022 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace04d47-a392-4a47-b2d7-6bacaf657223 req-8b720693-77fc-4101-998f-1325c66ef4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:27.656974 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ace04d47-a392-4a47-b2d7-6bacaf657223 req-8b720693-77fc-4101-998f-1325c66ef4ce service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268656 Jun 28 22:06:27.679894 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317ed68d-8cf4-4ed8-bc43-49643ed0956c req-fa7d5b9a-a244-4761-bcf5-c4bf9ed3967d tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:27.682003 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-317ed68d-8cf4-4ed8-bc43-49643ed0956c req-fa7d5b9a-a244-4761-bcf5-c4bf9ed3967d tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 945 time: 0.0941882 Jun 28 22:06:27.745621 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] For port eb4e1ed9-ce9e-4304-9e59-3607c5366032, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=eb4e1ed9-ce9e-4304-9e59-3607c5366032,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:06:27.745979 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:27.748252 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-317ed68d-8cf4-4ed8-bc43-49643ed0956c req-6c7a4d70-074a-41ef-bd0a-2f72419e8336 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604270 Jun 28 22:06:27.769402 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-db112668-7b26-47ef-aa9d-cb6b1509c8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:27.770865 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-db112668-7b26-47ef-aa9d-cb6b1509c8e8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=540be3d5aaf14f8099311f922d1335d3&device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 1097 time: 0.0692799 Jun 28 22:06:27.819633 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-40d6ee65-dbd5-4cc4-be95-b172eb59f792 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b HTTP/1.1" status: 200 len: 217 time: 0.0394864 Jun 28 22:06:27.869959 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-938929c1-5407-4a1a-9f0e-fcc54bcd6d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:27.871409 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-938929c1-5407-4a1a-9f0e-fcc54bcd6d02 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9dcc002-255b-49f2-9b1c-c91d2190c0e5 HTTP/1.1" status: 200 len: 855 time: 0.0448430 Jun 28 22:06:27.920345 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:27.920621 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963868'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:27.920931 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.l3_db [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Floating IP ecc55d53-efcc-4b0e-9f64-a2131a3d49f3 disassociated. External IP: 172.28.0.193, port: eb4e1ed9-ce9e-4304-9e59-3607c5366032. Jun 28 22:06:27.921269 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Calling delete_port for eb4e1ed9-ce9e-4304-9e59-3607c5366032 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:06:27.983092 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-2248fae7-21c5-4b2a-8459-e5b2c38b76cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:27.984600 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-2248fae7-21c5-4b2a-8459-e5b2c38b76cd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a01a082-3ec6-4e75-8884-a203b5eaabe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1036019 Jun 28 22:06:27.993075 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebbf9f5-2f57-4eff-a526-81b7a8cf857b req-fcbf655c-35f4-423f-826d-5f5117da8189 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:27.994445 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4ebbf9f5-2f57-4eff-a526-81b7a8cf857b req-fcbf655c-35f4-423f-826d-5f5117da8189 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.1053731 Jun 28 22:06:28.087145 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4ebbf9f5-2f57-4eff-a526-81b7a8cf857b req-eaeb3435-c0eb-4844-a7ea-8d7582df1ef3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0841808 Jun 28 22:06:28.111106 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:28.115141 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-81eff5ee-d2f6-441e-99c7-41e96601be92 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:28.148238 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event deleted for resources: {'Port': ['ID=eb4e1ed9-ce9e-4304-9e59-3607c5366032,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:28.148348 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-fa1df1c1-6892-4788-986e-5b04b514cd5c service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516047 Jun 28 22:06:28.148433 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:28.276434 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Router 52aeec24-def7-45c4-af78-f3d2419b34c5 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:06:28.337812 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211626c-f1f4-44fd-bc76-c5f1dff27760 req-0e34d3f1-c45c-40a1-809d-f28172e6d6b5 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:28.339349 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b211626c-f1f4-44fd-bc76-c5f1dff27760 req-0e34d3f1-c45c-40a1-809d-f28172e6d6b5 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 943 time: 0.2361500 Jun 28 22:06:28.348303 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7b97e067-34b1-483f-9422-99e8bbcff239 req-2eaadbee-db7d-4485-89b0-92b71513d0e7 service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916537 Jun 28 22:06:28.369653 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01571ca8-3a74-4f03-8780-969b82104bab req-8700ad6a-679b-47da-9321-bbfb65c6e6b8 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:28.371109 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-01571ca8-3a74-4f03-8780-969b82104bab req-8700ad6a-679b-47da-9321-bbfb65c6e6b8 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.35 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 945 time: 0.2285635 Jun 28 22:06:28.392485 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:06:28.403433 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6661e05-ce6e-468e-8521-26577f0be8c3 None None] Sync routers for ids ['52aeec24-def7-45c4-af78-f3d2419b34c5'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:06:28.412870 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6661e05-ce6e-468e-8521-26577f0be8c3 None None] Routers {'52aeec24-def7-45c4-af78-f3d2419b34c5'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:06:28.413590 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-b6661e05-ce6e-468e-8521-26577f0be8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:05:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['52aeec24-def7-45c4-af78-f3d2419b34c5'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:28.442239 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] No DVR routers for this DVR port eb4e1ed9-ce9e-4304-9e59-3607c5366032 on host hv-cinder-79838 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:06:28.445176 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:28.447411 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-ff656866-1b0e-4747-83e8-61edf91411c4 req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.35 "DELETE /v2.0/ports/eb4e1ed9-ce9e-4304-9e59-3607c5366032 HTTP/1.1" status: 204 len: 173 time: 0.8970954 Jun 28 22:06:28.448051 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d54da59-dfb3-48c2-9301-f591cdd57a51', 'name': 'network-vif-deleted', 'tag': 'eb4e1ed9-ce9e-4304-9e59-3607c5366032'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:06:28.450596 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d36190-40d3-450b-8273-e2fcfd47e0a8" -d '{"events": [{"server_uuid": "6d54da59-dfb3-48c2-9301-f591cdd57a51", "name": "network-vif-deleted", "tag": "eb4e1ed9-ce9e-4304-9e59-3607c5366032"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:06:28.451890 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b211626c-f1f4-44fd-bc76-c5f1dff27760 req-0a0a7866-8fab-4fe0-9f45-d5f7f59e6392 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010704 Jun 28 22:06:28.462025 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ce3af-b767-43c8-a387-01d369ae9940 req-71f1ea5c-fe1d-491c-a157-3688bcf28cfa tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:28.463690 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0d8ce3af-b767-43c8-a387-01d369ae9940 req-71f1ea5c-fe1d-491c-a157-3688bcf28cfa tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.2063677 Jun 28 22:06:28.556298 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-b6661e05-ce6e-468e-8521-26577f0be8c3 None None] Set router 52aeec24-def7-45c4-af78-f3d2419b34c5 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:06:28.557131 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0d8ce3af-b767-43c8-a387-01d369ae9940 req-b4dd6c5b-851a-4df4-96ee-e8cd30169e24 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865247 Jun 28 22:06:28.575150 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-01571ca8-3a74-4f03-8780-969b82104bab req-62f51382-8a82-4b81-bdc2-c6031f89439c tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Deleting port b482d14b-83d3-4eb1-b8a9-1916825fdbf1 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:06:28.575540 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-01571ca8-3a74-4f03-8780-969b82104bab req-62f51382-8a82-4b81-bdc2-c6031f89439c tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:28.637002 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0771bd-5e82-420c-8836-e99b1743137f x-openstack-request-id: req-6b0771bd-5e82-420c-8836-e99b1743137f {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:06:28.637327 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d54da59-dfb3-48c2-9301-f591cdd57a51", "name": "network-vif-deleted", "tag": "eb4e1ed9-ce9e-4304-9e59-3607c5366032", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:06:28.637611 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b0771bd-5e82-420c-8836-e99b1743137f {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:06:28.638038 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d54da59-dfb3-48c2-9301-f591cdd57a51', 'name': 'network-vif-deleted', 'tag': 'eb4e1ed9-ce9e-4304-9e59-3607c5366032', 'status': 'completed', 'code': 200} Jun 28 22:06:28.822228 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-d71a124f-0e1a-492e-8bd3-bc1d1f1004b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:28.864582 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-b6661e05-ce6e-468e-8521-26577f0be8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '2509da60-219f-4c45-b057-c3a103f7b801', 'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'mac_address': 'fa:16:3e:1e:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:27Z', 'updated_at': '2021-06-28T22:02:40Z', 'revision_number': 5, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'subnets': [{'id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:28.892416 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6661e05-ce6e-468e-8521-26577f0be8c3 None None] Checking router: 52aeec24-def7-45c4-af78-f3d2419b34c5 for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:06:28.901188 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6661e05-ce6e-468e-8521-26577f0be8c3 None None] Routers {'52aeec24-def7-45c4-af78-f3d2419b34c5'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:06:28.901810 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-b6661e05-ce6e-468e-8521-26577f0be8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:06:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['52aeec24-def7-45c4-af78-f3d2419b34c5'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:28.946537 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:28.960716 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ebe192c3-b914-40df-9455-c9d2f6044fed req-521f1642-98b4-4181-a688-34d3a45cb7a4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=6d54da59-dfb3-48c2-9301-f591cdd57a51 HTTP/1.1" status: 200 len: 210 time: 0.2900136 Jun 28 22:06:29.012240 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-b6661e05-ce6e-468e-8521-26577f0be8c3 None None] Set router 52aeec24-def7-45c4-af78-f3d2419b34c5 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:06:29.012453 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-01571ca8-3a74-4f03-8780-969b82104bab req-62f51382-8a82-4b81-bdc2-c6031f89439c tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] For port b482d14b-83d3-4eb1-b8a9-1916825fdbf1, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=b482d14b-83d3-4eb1-b8a9-1916825fdbf1,segment=NetworkSegment(16ef8411-51fc-4162-a7d8-2a7d7aad7399),segment_id=16ef8411-51fc-4162-a7d8-2a7d7aad7399)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:06:29.012734 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-01571ca8-3a74-4f03-8780-969b82104bab req-62f51382-8a82-4b81-bdc2-c6031f89439c tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:29.027592 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-01571ca8-3a74-4f03-8780-969b82104bab req-62f51382-8a82-4b81-bdc2-c6031f89439c tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Calling delete_port for b482d14b-83d3-4eb1-b8a9-1916825fdbf1 owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:06:29.093289 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0f4d19-9d0b-4b49-b071-eb6f5b24766e req-e5ce9539-fd65-445e-8307-e312016874f5 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:29.094743 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8d0f4d19-9d0b-4b49-b071-eb6f5b24766e req-e5ce9539-fd65-445e-8307-e312016874f5 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 945 time: 0.1365597 Jun 28 22:06:29.155805 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8d0f4d19-9d0b-4b49-b071-eb6f5b24766e req-ee954322-f80b-4e9e-b8b5-3b90fb78f08e tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/security-groups?id=7e772cf6-3051-492b-99fe-3d136af12ad8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545866 Jun 28 22:06:29.238611 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-b6661e05-ce6e-468e-8521-26577f0be8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '2509da60-219f-4c45-b057-c3a103f7b801', 'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'mac_address': 'fa:16:3e:1e:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:27Z', 'updated_at': '2021-06-28T22:02:40Z', 'revision_number': 5, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'subnets': [{'id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:29.269787 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6661e05-ce6e-468e-8521-26577f0be8c3 None None] The sync data for ids ['52aeec24-def7-45c4-af78-f3d2419b34c5'] in dv-cinder-798384-1-smb is: [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '2509da60-219f-4c45-b057-c3a103f7b801', 'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'mac_address': 'fa:16:3e:1e:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:27Z', 'updated_at': '2021-06-28T22:02:40Z', 'revision_number': 5, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'subnets': [{'id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:06:29.291070 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6db3ce-3223-46cd-947a-9de4a958dcb7 req-62d6786a-6b76-4555-96df-8a40852483e5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:29.292620 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9c6db3ce-3223-46cd-947a-9de4a958dcb7 req-62d6786a-6b76-4555-96df-8a40852483e5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.0644224 Jun 28 22:06:29.298453 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-01571ca8-3a74-4f03-8780-969b82104bab req-62f51382-8a82-4b81-bdc2-c6031f89439c tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:29.306098 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-443b1f23-d11e-49a7-9e2a-b73a3cceba15 tempest-DeleteServersTestJSON-1487107697 tempest-DeleteServersTestJSON-1487107697-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:29.311299 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['b482d14b-83d3-4eb1-b8a9-1916825fdbf1'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:06:29.347418 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f51382-8a82-4b81-bdc2-c6031f89439c tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Pushing event deleted for resources: {'Port': ['ID=b482d14b-83d3-4eb1-b8a9-1916825fdbf1,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:29.351770 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-62f51382-8a82-4b81-bdc2-c6031f89439c tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:29.392345 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9c6db3ce-3223-46cd-947a-9de4a958dcb7 req-f4dd9796-182d-4943-80e7-457880d26bb5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0907743 Jun 28 22:06:29.409779 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-01571ca8-3a74-4f03-8780-969b82104bab req-62f51382-8a82-4b81-bdc2-c6031f89439c tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] No DVR routers for this DVR port b482d14b-83d3-4eb1-b8a9-1916825fdbf1 on host hv-cinder-79838 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:06:29.412197 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-01571ca8-3a74-4f03-8780-969b82104bab req-62f51382-8a82-4b81-bdc2-c6031f89439c tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:29.414145 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-01571ca8-3a74-4f03-8780-969b82104bab req-62f51382-8a82-4b81-bdc2-c6031f89439c tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.35 "DELETE /v2.0/ports/b482d14b-83d3-4eb1-b8a9-1916825fdbf1 HTTP/1.1" status: 204 len: 173 time: 1.0340288 Jun 28 22:06:29.414654 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbadd5cd-4552-494e-8ae2-8d8bc8f1394f', 'name': 'network-vif-deleted', 'tag': 'b482d14b-83d3-4eb1-b8a9-1916825fdbf1'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:06:29.416961 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8fb838-6a89-4bfd-989d-60284c1f8ceb" -d '{"events": [{"server_uuid": "dbadd5cd-4552-494e-8ae2-8d8bc8f1394f", "name": "network-vif-deleted", "tag": "b482d14b-83d3-4eb1-b8a9-1916825fdbf1"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:06:29.462707 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec4cdd51-a42e-4ca2-bb25-07d59519e8ed x-openstack-request-id: req-ec4cdd51-a42e-4ca2-bb25-07d59519e8ed {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:06:29.463042 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbadd5cd-4552-494e-8ae2-8d8bc8f1394f", "name": "network-vif-deleted", "tag": "b482d14b-83d3-4eb1-b8a9-1916825fdbf1", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:06:29.463326 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ec4cdd51-a42e-4ca2-bb25-07d59519e8ed {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:06:29.463811 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbadd5cd-4552-494e-8ae2-8d8bc8f1394f', 'name': 'network-vif-deleted', 'tag': 'b482d14b-83d3-4eb1-b8a9-1916825fdbf1', 'status': 'completed', 'code': 200} Jun 28 22:06:29.547716 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be228436-9178-45e5-82e5-273cd5f343fd None None] New status for floating IP ecc55d53-efcc-4b0e-9f64-a2131a3d49f3: DOWN {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:06:29.654287 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b6c18-e78f-44e2-8402-54e47ef5d49e req-97877275-0ae3-4ae9-ba48-85dce7b8e32e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:29.655842 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a86b6c18-e78f-44e2-8402-54e47ef5d49e req-97877275-0ae3-4ae9-ba48-85dce7b8e32e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 943 time: 0.0793924 Jun 28 22:06:29.756959 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a86b6c18-e78f-44e2-8402-54e47ef5d49e req-989ac7a4-ea80-492d-8ca1-0f6363a6d2a7 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940030 Jun 28 22:06:29.771698 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device ba88c267-59b6-448f-ad69-0de0fbb1dd5b details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:06:29.820259 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8636821-7dba-42bd-9b5d-fba049e3f360 req-911bc70e-93ff-485b-bf06-f41b28619869 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:29.822314 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b8636821-7dba-42bd-9b5d-fba049e3f360 req-911bc70e-93ff-485b-bf06-f41b28619869 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.1067033 Jun 28 22:06:29.872840 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b8636821-7dba-42bd-9b5d-fba049e3f360 req-fb8210b0-5839-446b-b707-a2ac05d3c1ae tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447671 Jun 28 22:06:29.896632 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port ba88c267-59b6-448f-ad69-0de0fbb1dd5b, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:06:29.907821 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'port_id': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'mac_address': 'fa:16:3e:d6:55:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:06:29.946545 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:29.959633 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba88c267-59b6-448f-ad69-0de0fbb1dd5b {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:06:29.978826 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port ba88c267-59b6-448f-ad69-0de0fbb1dd5b, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:06:30.083687 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:30.084357 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:06:30.086240 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:30.165345 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:30.169499 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:30.171300 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55658) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:30.205200 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:30.244480 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:06:30.251577 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8830-dd4a-4565-96d7-cab7b4d95395 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:30.257728 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'port_id': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6', 'mac_address': 'fa:16:3e:6e:33:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:06:30.280927 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8830-dd4a-4565-96d7-cab7b4d95395 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:30.301972 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:30.314704 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:06:30.347188 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:06:30.355265 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-11684e4e-bbdb-42f4-a681-d76ce2b1a395 req-861c8b29-0f0d-4a09-8fac-d8bc57477ec2 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] 10.222.0.36 "GET /v2.0/ports?device_id=dbadd5cd-4552-494e-8ae2-8d8bc8f1394f HTTP/1.1" status: 200 len: 210 time: 0.0537977 Jun 28 22:06:30.466152 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:30.466267 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8830-dd4a-4565-96d7-cab7b4d95395 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:30.468124 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:30.469268 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2c4f8830-dd4a-4565-96d7-cab7b4d95395 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:30.470822 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-2c4f8830-dd4a-4565-96d7-cab7b4d95395 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "DELETE /v2.0/security-groups/c779b4d7-009d-4089-9181-335bd72fc4b4 HTTP/1.1" status: 204 len: 168 time: 0.2974701 Jun 28 22:06:30.471820 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-5b7a82b3-33a6-4f9d-871f-9711923b5bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:30.475264 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55666) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:30.481174 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f8830-dd4a-4565-96d7-cab7b4d95395 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c779b4d7-009d-4089-9181-335bd72fc4b4,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:30.489893 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-2c4f8830-dd4a-4565-96d7-cab7b4d95395 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:30.502300 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.api.v2.resource [None req-d4ec0b92-9ad4-446a-a6ed-cad28b75239e tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] show failed (client error): The resource could not be found. Jun 28 22:06:30.504210 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-d4ec0b92-9ad4-446a-a6ed-cad28b75239e tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups/c779b4d7-009d-4089-9181-335bd72fc4b4 HTTP/1.1" status: 404 len: 347 time: 0.0252950 Jun 28 22:06:30.507324 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55668) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:30.538170 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:30.541647 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:30.671249 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4cd6ef-87a8-45cc-99c4-8851e2fc8506 req-892c328a-419f-4b34-a102-ecce49c9efdc tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:30.672639 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6d4cd6ef-87a8-45cc-99c4-8851e2fc8506 req-892c328a-419f-4b34-a102-ecce49c9efdc tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.1576726 Jun 28 22:06:30.697355 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-9703ecc6-9597-4a21-a03a-7034c7d59f4a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Deleting port d8e86c7b-6055-4713-b646-1d838b0156a4 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:06:30.697696 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9703ecc6-9597-4a21-a03a-7034c7d59f4a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:30.707024 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['745d5c87-54f4-4bdb-88a2-e6fb944d7db6'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:06:30.709254 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['ba88c267-59b6-448f-ad69-0de0fbb1dd5b'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:06:30.761964 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6d4cd6ef-87a8-45cc-99c4-8851e2fc8506 req-477f6d26-14e7-4f57-9aa6-f827b1865c85 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0821552 Jun 28 22:06:30.805571 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9703ecc6-9597-4a21-a03a-7034c7d59f4a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:30.805571 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9703ecc6-9597-4a21-a03a-7034c7d59f4a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:30.818047 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-9703ecc6-9597-4a21-a03a-7034c7d59f4a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Calling delete_port for d8e86c7b-6055-4713-b646-1d838b0156a4 owned by network:floatingip {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:06:30.985248 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccc327-b71b-4112-baaf-9817f07bb075 req-579dbe8d-0e1b-45f7-a8ea-4f8f4dca11cc tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:30.986752 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-21ccc327-b71b-4112-baaf-9817f07bb075 req-579dbe8d-0e1b-45f7-a8ea-4f8f4dca11cc tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 944 time: 0.1014490 Jun 28 22:06:31.092498 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-21ccc327-b71b-4112-baaf-9817f07bb075 req-31717d3e-acb1-47d6-aef3-42f456a3bdf9 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834637 Jun 28 22:06:31.115205 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2356dfcf-ff73-45d2-b6d0-89fc3ce5bb58 req-edf26802-8eb5-44db-887e-0596b028fd7c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:31.116761 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2356dfcf-ff73-45d2-b6d0-89fc3ce5bb58 req-edf26802-8eb5-44db-887e-0596b028fd7c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 945 time: 0.1066859 Jun 28 22:06:31.148451 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9703ecc6-9597-4a21-a03a-7034c7d59f4a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:31.153291 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-402bcb2d-2ea5-44b5-88fc-3e59666af960 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:31.184248 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2356dfcf-ff73-45d2-b6d0-89fc3ce5bb58 req-4736c9bf-f73e-4647-9440-cbd87f104f17 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619464 Jun 28 22:06:31.186769 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703ecc6-9597-4a21-a03a-7034c7d59f4a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event deleted for resources: {'Port': ['ID=d8e86c7b-6055-4713-b646-1d838b0156a4,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:31.190987 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-9703ecc6-9597-4a21-a03a-7034c7d59f4a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:31.246490 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9703ecc6-9597-4a21-a03a-7034c7d59f4a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for floatingip, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:31.249323 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9703ecc6-9597-4a21-a03a-7034c7d59f4a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:31.250447 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-9703ecc6-9597-4a21-a03a-7034c7d59f4a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "DELETE /v2.0/floatingips/ecc55d53-efcc-4b0e-9f64-a2131a3d49f3 HTTP/1.1" status: 204 len: 168 time: 0.7421560 Jun 28 22:06:31.588306 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55686) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:31.593029 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-19f01a75-5db8-4e9b-b4b2-88a7d4a2d24a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299216287', 'description': 'tempest-description--2106050372'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:31.750231 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:31.750729 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-19f01a75-5db8-4e9b-b4b2-88a7d4a2d24a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:31.771510 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device ba88c267-59b6-448f-ad69-0de0fbb1dd5b up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:06:31.843137 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-19f01a75-5db8-4e9b-b4b2-88a7d4a2d24a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:31.926930 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port ba88c267-59b6-448f-ad69-0de0fbb1dd5b completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:06:31.928994 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-19f01a75-5db8-4e9b-b4b2-88a7d4a2d24a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:31.930835 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port ba88c267-59b6-448f-ad69-0de0fbb1dd5b triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:06:31.931218 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:31.933215 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-2c4f8830-dd4a-4565-96d7-cab7b4d95395 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:31.981081 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f01a75-5db8-4e9b-b4b2-88a7d4a2d24a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19a97f73-8a05-4989-a954-6e9ef5082edf,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:31.993707 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-19f01a75-5db8-4e9b-b4b2-88a7d4a2d24a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:32.005631 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de39fdd4-e09b-41c9-9322-cf1ff74919fb req-989974ef-d9c3-4fca-8c12-81de70ca5698 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:32.007166 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-de39fdd4-e09b-41c9-9322-cf1ff74919fb req-989974ef-d9c3-4fca-8c12-81de70ca5698 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.1095812 Jun 28 22:06:32.020190 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:32.053029 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-19f01a75-5db8-4e9b-b4b2-88a7d4a2d24a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:32.053029 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-19f01a75-5db8-4e9b-b4b2-88a7d4a2d24a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4555917 Jun 28 22:06:32.053206 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecf0266-0631-43a7-bd42-49b477301138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:06:32.053287 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55694) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:32.053359 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb80d28-b8aa-4bfc-9bb9-0b6a5634db54" -d '{"events": [{"server_uuid": "5ecf0266-0631-43a7-bd42-49b477301138", "name": "network-vif-plugged", "status": "completed", "tag": "ba88c267-59b6-448f-ad69-0de0fbb1dd5b"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:06:32.055593 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-375954e9-b93b-400a-88df-582d5bbe54ce tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Request body: {'security_group_rule': {'security_group_id': '19a97f73-8a05-4989-a954-6e9ef5082edf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:32.066420 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port ba88c267-59b6-448f-ad69-0de0fbb1dd5b, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:06:32.088677 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-de39fdd4-e09b-41c9-9322-cf1ff74919fb req-34d9960a-2ef4-4ebf-b7e2-528c25aa1436 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0721722 Jun 28 22:06:32.097684 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa788ab2-b80b-4243-bab5-f3b8ca1d8c3e x-openstack-request-id: req-fa788ab2-b80b-4243-bab5-f3b8ca1d8c3e {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:06:32.098272 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecf0266-0631-43a7-bd42-49b477301138", "name": "network-vif-plugged", "status": "completed", "tag": "ba88c267-59b6-448f-ad69-0de0fbb1dd5b", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:06:32.098544 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-fa788ab2-b80b-4243-bab5-f3b8ca1d8c3e {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:06:32.098949 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecf0266-0631-43a7-bd42-49b477301138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'code': 200} Jun 28 22:06:32.140503 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:32.141405 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:06:32.143778 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:32.179851 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-375954e9-b93b-400a-88df-582d5bbe54ce tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:32.223289 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:32.227622 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:32.274721 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-375954e9-b93b-400a-88df-582d5bbe54ce tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:32.307584 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232a396-4f31-47b2-8887-e745132604b0 req-627dc4b5-5c0f-4906-97b3-832897cedae2 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:32.309170 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5232a396-4f31-47b2-8887-e745132604b0 req-627dc4b5-5c0f-4906-97b3-832897cedae2 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 944 time: 0.0836160 Jun 28 22:06:32.373508 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:06:32.377900 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:06:32.378431 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-375954e9-b93b-400a-88df-582d5bbe54ce tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:32.380151 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:32.395274 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:32.428578 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5232a396-4f31-47b2-8887-e745132604b0 req-4cfb394e-2808-4785-8db0-2dd285144c6f tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037848 Jun 28 22:06:32.431096 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375954e9-b93b-400a-88df-582d5bbe54ce tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55996c00-ec7a-47ec-92a8-44117a2cab3d,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:32.435397 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-375954e9-b93b-400a-88df-582d5bbe54ce tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:32.469207 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:32.483814 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d6afc-524a-467f-b8bf-87598d09b3cc req-dbe0a9e4-60df-42ac-9918-40753085c6ef tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:32.485315 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d60d6afc-524a-467f-b8bf-87598d09b3cc req-dbe0a9e4-60df-42ac-9918-40753085c6ef tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.1703565 Jun 28 22:06:32.503165 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:06:32.510574 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-375954e9-b93b-400a-88df-582d5bbe54ce tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:32.511706 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-375954e9-b93b-400a-88df-582d5bbe54ce tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4600463 Jun 28 22:06:32.514516 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55704) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:32.520227 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-34860029-aa40-4258-9cac-37ba49ae8c49 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Request body: {'security_group_rule': {'security_group_id': '19a97f73-8a05-4989-a954-6e9ef5082edf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:32.538880 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d60d6afc-524a-467f-b8bf-87598d09b3cc req-31d30ee2-2ca0-412a-a6fe-2d7319d73fff tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479417 Jun 28 22:06:32.541507 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75abc0d4-90ec-4a72-9515-209f917f4f00 req-f5157a11-79cc-4740-bb7a-a4df2bc58a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:32.542916 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-75abc0d4-90ec-4a72-9515-209f917f4f00 req-f5157a11-79cc-4740-bb7a-a4df2bc58a9d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 1099 time: 0.1034167 Jun 28 22:06:32.578262 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-75abc0d4-90ec-4a72-9515-209f917f4f00 req-a4ee1f7b-221d-49a0-8ea7-b450bebc7c01 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280814 Jun 28 22:06:32.581614 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:32.582512 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device eb4e1ed9-ce9e-4304-9e59-3607c5366032 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:06:32.584298 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-41d01aee-1957-48bc-be8a-0627d97552e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:32.618077 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-34860029-aa40-4258-9cac-37ba49ae8c49 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:32.620479 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: eb4e1ed9-ce9e-4304-9e59-3607c5366032 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:06:32.620839 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device eb4e1ed9-ce9e-4304-9e59-3607c5366032 not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:06:32.621263 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device b482d14b-83d3-4eb1-b8a9-1916825fdbf1 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:06:32.646356 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: b482d14b-83d3-4eb1-b8a9-1916825fdbf1 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:06:32.646719 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device b482d14b-83d3-4eb1-b8a9-1916825fdbf1 not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:06:32.665512 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:32.666685 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-34860029-aa40-4258-9cac-37ba49ae8c49 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:32.668509 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:32.723295 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-34860029-aa40-4258-9cac-37ba49ae8c49 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-676154'] for security_group_rule, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:32.727935 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-ef5896e9-ddcb-40ea-b87b-c714019b4e03 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:32.743349 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34860029-aa40-4258-9cac-37ba49ae8c49 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2fd77b2-9ddd-4e6e-aef0-9358b85b8d25,revision_number=0']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:32.745602 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-34860029-aa40-4258-9cac-37ba49ae8c49 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:32.791672 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-34860029-aa40-4258-9cac-37ba49ae8c49 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:32.792871 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-34860029-aa40-4258-9cac-37ba49ae8c49 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2767632 Jun 28 22:06:32.798077 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55706) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:32.800646 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Request body: {'floatingip': {'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:32.883278 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for floatingip, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:32.980098 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:33.080130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Allocated IP 172.28.0.100 (9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6/0eef9f0e-0d35-4ef7-8148-7c64e0103d05/2a7ce778-d099-4bab-98ae-546e70aa3b27) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:06:33.193093 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:33.261487 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d64760-fc77-41a3-a923-49dbe0bfa9cd req-c4e0ef4d-7f65-4cf0-8086-8bc6f305e00f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:33.262991 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-44d64760-fc77-41a3-a923-49dbe0bfa9cd req-c4e0ef4d-7f65-4cf0-8086-8bc6f305e00f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.0642266 Jun 28 22:06:33.307619 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-44d64760-fc77-41a3-a923-49dbe0bfa9cd req-434cfd31-fc33-4a75-afa5-e9f90c9df911 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0382593 Jun 28 22:06:33.341267 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:33.344333 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-34a97b71-c4db-4564-95fe-8c8ae4665694 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:33.379553 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:06:33.384122 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:06:33.386507 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:06:33.405815 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55722) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:33.419638 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event updated for resources: {'Port': ['ID=2a7ce778-d099-4bab-98ae-546e70aa3b27,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:33.422666 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:33.483348 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:33.545328 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:33.624719 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:33.661472 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98007be8-0f9e-4daf-b349-021274dd5d26 req-def617b1-349a-40b8-85aa-4ddd2c0cb360 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:33.663029 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-98007be8-0f9e-4daf-b349-021274dd5d26 req-def617b1-349a-40b8-85aa-4ddd2c0cb360 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.1000750 Jun 28 22:06:33.747772 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:33.758195 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-98007be8-0f9e-4daf-b349-021274dd5d26 req-32dfefc5-f798-48b8-9f77-7784df21c68f tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858366 Jun 28 22:06:33.788566 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54d15a5-1743-42d0-a41f-254dc2a90df6 req-9fa1a863-1c90-47e1-b282-1fa5ea5a9107 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:33.790061 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f54d15a5-1743-42d0-a41f-254dc2a90df6 req-9fa1a863-1c90-47e1-b282-1fa5ea5a9107 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.1238351 Jun 28 22:06:33.792850 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:33.827482 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f54d15a5-1743-42d0-a41f-254dc2a90df6 req-f3a4d144-f94d-4b71-bf03-0e7d15cf7d8b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314264 Jun 28 22:06:33.863953 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:33.867393 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-4a5059ce-e4c5-4712-b519-96a15d2d32ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:33.904404 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3d2df1cbc3474ed38722855fd9c1f4cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4974418 Jun 28 22:06:33.904584 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:33.905308 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631b48c5-3829-435b-9e5e-bed7ab90d9f2,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:33.907169 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55732) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:33.907598 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6a111522-8df7-4e08-99ac-d26f12f182b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:33.923788 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:33.924713 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:33.925723 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:33.926103 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:33.926473 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:33.926868 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:33.927233 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:33.927600 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:33.927961 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:33.928342 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:33.928697 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:33.929052 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:06:33.934147 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:33.975258 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8d66-fb1b-4931-823e-e02176565e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:33.976781 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event updated for resources: {'Port': ['ID=2a7ce778-d099-4bab-98ae-546e70aa3b27,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:33.980664 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:33.985497 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963868'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:34.000615 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8d66-fb1b-4931-823e-e02176565e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:34.077745 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:34.078922 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2820673 Jun 28 22:06:34.100458 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056204a5-e731-447b-be10-ed2254be4643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:06:34.102974 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299b3367-13a9-414f-ac74-5bdf124ed03a" -d '{"events": [{"server_uuid": "056204a5-e731-447b-be10-ed2254be4643", "name": "network-vif-plugged", "status": "completed", "tag": "745d5c87-54f4-4bdb-88a2-e6fb944d7db6"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:06:34.138968 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce571e20-ca41-496e-b964-6b564015ddf5 x-openstack-request-id: req-ce571e20-ca41-496e-b964-6b564015ddf5 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:06:34.139276 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056204a5-e731-447b-be10-ed2254be4643", "name": "network-vif-plugged", "status": "completed", "tag": "745d5c87-54f4-4bdb-88a2-e6fb944d7db6", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:06:34.143404 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ce571e20-ca41-496e-b964-6b564015ddf5 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:06:34.143404 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056204a5-e731-447b-be10-ed2254be4643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6', 'code': 200} Jun 28 22:06:34.161456 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8d66-fb1b-4931-823e-e02176565e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:34.164181 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2a8f8d66-fb1b-4931-823e-e02176565e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:34.170185 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-2a8f8d66-fb1b-4931-823e-e02176565e6d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/631b48c5-3829-435b-9e5e-bed7ab90d9f2 HTTP/1.1" status: 204 len: 168 time: 0.2596080 Jun 28 22:06:34.170185 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-09f3a06b-e234-48c3-9dfb-ced89779e8dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:34.178070 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8f8d66-fb1b-4931-823e-e02176565e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631b48c5-3829-435b-9e5e-bed7ab90d9f2,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:34.185968 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-2a8f8d66-fb1b-4931-823e-e02176565e6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:34.274463 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-a433713e-115f-4265-b857-71c8ad365dce tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-securitygroup--299216287&fields=id&tenant_id=0e34663f77c944198471727fc7ac4a31 HTTP/1.1" status: 200 len: 267 time: 0.0328147 Jun 28 22:06:34.383734 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-b5708210-464e-4006-89ab-fa1ff1eacf8f tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:34.390408 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-b5708210-464e-4006-89ab-fa1ff1eacf8f tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/networks?id=1675da2b-17f7-4600-9a31-dd1db6c635cf HTTP/1.1" status: 200 len: 811 time: 0.1094131 Jun 28 22:06:34.404530 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-798194e4-08b8-4e44-a5f0-f2e71e06c67a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/quotas/0e34663f77c944198471727fc7ac4a31 HTTP/1.1" status: 200 len: 375 time: 0.0132334 Jun 28 22:06:34.525090 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-c7125774-1948-44e6-85c3-20f484bba4b5 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=0e34663f77c944198471727fc7ac4a31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1179569 Jun 28 22:06:34.541565 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32da1774-8b2b-40be-98e9-2b2182285ef1 req-fafea62d-f899-4f35-94b5-a851d3639b94 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:34.543253 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-32da1774-8b2b-40be-98e9-2b2182285ef1 req-fafea62d-f899-4f35-94b5-a851d3639b94 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.0997553 Jun 28 22:06:34.679349 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-32da1774-8b2b-40be-98e9-2b2182285ef1 req-ba068dc9-dbf2-44ac-9637-48e0bbb451a2 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1157961 Jun 28 22:06:34.701298 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-19b0ff56-868a-4272-a492-e0d45259f00e service neutron] 10.222.0.36 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572623 Jun 28 22:06:34.731315 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712cf6be-b948-4a45-b006-ac78069ef038 req-beae7e14-dcea-4cf2-8cc0-eccdb1d7d680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:34.732724 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-712cf6be-b948-4a45-b006-ac78069ef038 req-beae7e14-dcea-4cf2-8cc0-eccdb1d7d680 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 1098 time: 0.1523213 Jun 28 22:06:34.811280 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-712cf6be-b948-4a45-b006-ac78069ef038 req-3248e9a7-1c55-4fa5-a59c-d773c5e6448f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716178 Jun 28 22:06:34.825583 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-16e4de96-13c0-43ba-bb04-419c40b02d65 service neutron] 10.222.0.36 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155171 Jun 28 22:06:34.834730 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55760) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:34.853672 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1d60-f491-48e0-a4a1-c996f38d5cca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:34.947197 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacfa2c0-4557-4401-805b-056c4b15d532 req-26f48862-7cec-4853-b3fb-4758e5878b3e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:34.948900 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cacfa2c0-4557-4401-805b-056c4b15d532 req-26f48862-7cec-4853-b3fb-4758e5878b3e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0671515 Jun 28 22:06:34.963759 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1d60-f491-48e0-a4a1-c996f38d5cca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:34.988095 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cacfa2c0-4557-4401-805b-056c4b15d532 req-e5020fba-0824-4cbd-8cd5-415bf30befeb tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331278 Jun 28 22:06:35.041269 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8f2c1d60-f491-48e0-a4a1-c996f38d5cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:35.063275 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-70a42f1a-ab2b-423a-b795-cc2d790d493a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:35.101642 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-82e7b5a7-798b-40b9-a23c-52f5a6676c4a req-97438a3f-753f-49e8-95a6-c80724354ebc tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 210 time: 0.0376074 Jun 28 22:06:35.121127 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c1d60-f491-48e0-a4a1-c996f38d5cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9098ed-4ee1-4985-ab3e-7a24cdc30f3a,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:35.126042 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-8f2c1d60-f491-48e0-a4a1-c996f38d5cca admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=22d7030acb8d432ab601c1c9ddf6905b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2888844 Jun 28 22:06:35.126940 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8f2c1d60-f491-48e0-a4a1-c996f38d5cca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:35.129120 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55768) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:35.203369 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-044c3105-61c8-4de8-a773-3ba49eaf8c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:35.213830 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c619a6-6f4c-410a-abf1-5ee216b227bc req-bcd4fbd8-5437-4e1a-9a22-96ce884025da tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:35.213830 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a6c619a6-6f4c-410a-abf1-5ee216b227bc req-bcd4fbd8-5437-4e1a-9a22-96ce884025da tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.1120195 Jun 28 22:06:35.228443 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-044c3105-61c8-4de8-a773-3ba49eaf8c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:35.253678 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a6c619a6-6f4c-410a-abf1-5ee216b227bc req-d1825852-711d-46a2-93cb-4f3299983e8b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351570 Jun 28 22:06:35.367247 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-044c3105-61c8-4de8-a773-3ba49eaf8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:35.369860 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-044c3105-61c8-4de8-a773-3ba49eaf8c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:35.372080 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-044c3105-61c8-4de8-a773-3ba49eaf8c25 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ef9098ed-4ee1-4985-ab3e-7a24cdc30f3a HTTP/1.1" status: 204 len: 168 time: 0.2411358 Jun 28 22:06:35.372499 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-5ef0078b-fd30-42a6-9686-8fbc95ed6ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:35.381846 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044c3105-61c8-4de8-a773-3ba49eaf8c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9098ed-4ee1-4985-ab3e-7a24cdc30f3a,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:35.406829 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-044c3105-61c8-4de8-a773-3ba49eaf8c25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:35.433856 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820b3224-4423-42df-8fd4-297daa15d1e0 req-d37b4705-e2d6-47b9-92a3-6a70b9ae3436 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:35.435401 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-820b3224-4423-42df-8fd4-297daa15d1e0 req-d37b4705-e2d6-47b9-92a3-6a70b9ae3436 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0657825 Jun 28 22:06:35.443804 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55782) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:35.455779 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-53eb402f-2e17-4910-9c49-ab87d73a13ed tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Request body: {'floatingip': {'port_id': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:35.507267 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-53eb402f-2e17-4910-9c49-ab87d73a13ed tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for floatingip, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:36.240927 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9fa42f-45a8-44e0-b51d-2cb2a1dad707 req-4726559a-202e-4531-850e-8e9d65db63c0 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:36.240927 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bf9fa42f-45a8-44e0-b51d-2cb2a1dad707 req-4726559a-202e-4531-850e-8e9d65db63c0 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.4259019 Jun 28 22:06:36.343891 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa6e96a-60b5-4014-b59d-523b46887a22 req-f4b4e745-57a8-4375-886e-96f609fe9202 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:36.345371 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-eaa6e96a-60b5-4014-b59d-523b46887a22 req-f4b4e745-57a8-4375-886e-96f609fe9202 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.2003598 Jun 28 22:06:36.347357 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-53eb402f-2e17-4910-9c49-ab87d73a13ed tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:36.351702 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bf9fa42f-45a8-44e0-b51d-2cb2a1dad707 req-d2295ad2-5b3e-429c-b65c-5088da950d0a tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1097357 Jun 28 22:06:36.396651 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-eaa6e96a-60b5-4014-b59d-523b46887a22 req-0da2d1aa-a7d6-40c9-a408-9e1c2412deaa tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438290 Jun 28 22:06:36.419173 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-53eb402f-2e17-4910-9c49-ab87d73a13ed tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963868'] for floatingip, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:36.511744 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-79dd0020-7d6d-483f-b59a-a0e3db5137c7 req-e8ae7fac-0247-4654-b9f8-1af2dfd7117e tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 210 time: 0.0326686 Jun 28 22:06:36.618681 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.db.l3_db [None req-53eb402f-2e17-4910-9c49-ab87d73a13ed tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Floating IP 749876ba-f86a-45ce-bf4a-4692917e15d9 associated. External IP: 172.28.0.138, port: ba88c267-59b6-448f-ad69-0de0fbb1dd5b. Jun 28 22:06:36.719231 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17013d-1d7d-4345-ac28-26e7349cf32b req-b320c78a-7b1b-44cd-ad16-0923d3e90ada tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:36.726687 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ac17013d-1d7d-4345-ac28-26e7349cf32b req-b320c78a-7b1b-44cd-ad16-0923d3e90ada tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.1506431 Jun 28 22:06:36.805381 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ac17013d-1d7d-4345-ac28-26e7349cf32b req-d7317c07-0553-4ebb-aa3a-95e293e0b7fb tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781929 Jun 28 22:06:36.837948 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55824) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:36.885250 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53eb402f-2e17-4910-9c49-ab87d73a13ed tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Router 520ade68-8f6b-442a-ba2d-ad8a97dff819 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:06:36.995547 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53eb402f-2e17-4910-9c49-ab87d73a13ed tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:06:37.000336 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-53eb402f-2e17-4910-9c49-ab87d73a13ed tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:37.007004 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a84e9-17a7-4e0a-adfb-96c75da0e1a7 None None] Sync routers for ids ['520ade68-8f6b-442a-ba2d-ad8a97dff819'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:06:37.019213 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a84e9-17a7-4e0a-adfb-96c75da0e1a7 None None] Routers {'520ade68-8f6b-442a-ba2d-ad8a97dff819'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:06:37.020564 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-bb6a84e9-17a7-4e0a-adfb-96c75da0e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:06:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['520ade68-8f6b-442a-ba2d-ad8a97dff819'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:37.043922 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-53eb402f-2e17-4910-9c49-ab87d73a13ed tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "PUT /v2.0/floatingips/749876ba-f86a-45ce-bf4a-4692917e15d9 HTTP/1.1" status: 200 len: 992 time: 1.5988843 Jun 28 22:06:37.050753 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ecf0266-0631-43a7-bd42-49b477301138', 'tag': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:06:37.050753 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46affb31-fa7a-433d-9422-3fba06c6f245" -d '{"events": [{"name": "network-changed", "server_uuid": "5ecf0266-0631-43a7-bd42-49b477301138", "tag": "ba88c267-59b6-448f-ad69-0de0fbb1dd5b"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:06:37.086182 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f220e78-1c24-4b66-af01-be4c81241438 x-openstack-request-id: req-0f220e78-1c24-4b66-af01-be4c81241438 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:06:37.086988 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5ecf0266-0631-43a7-bd42-49b477301138", "tag": "ba88c267-59b6-448f-ad69-0de0fbb1dd5b", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:06:37.087449 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0f220e78-1c24-4b66-af01-be4c81241438 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:06:37.088086 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ecf0266-0631-43a7-bd42-49b477301138', 'tag': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'status': 'completed', 'code': 200} Jun 28 22:06:37.196512 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46affb31-fa7a-433d-9422-3fba06c6f245 req-fc79300d-8d47-4d44-ade1-e601ccc49423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:37.198213 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-46affb31-fa7a-433d-9422-3fba06c6f245 req-fc79300d-8d47-4d44-ade1-e601ccc49423 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=540be3d5aaf14f8099311f922d1335d3&device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 1099 time: 0.0866709 Jun 28 22:06:37.307152 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-bb6a84e9-17a7-4e0a-adfb-96c75da0e1a7 None None] Set router 520ade68-8f6b-442a-ba2d-ad8a97dff819 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:06:37.313200 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46affb31-fa7a-433d-9422-3fba06c6f245 req-88dd9638-caf2-4885-a36f-62138ea06654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:37.315389 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-46affb31-fa7a-433d-9422-3fba06c6f245 req-88dd9638-caf2-4885-a36f-62138ea06654 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a01a082-3ec6-4e75-8884-a203b5eaabe4 HTTP/1.1" status: 200 len: 917 time: 0.1078224 Jun 28 22:06:37.420911 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78543d4-9bff-4ce6-9962-afa0e8e50834 tempest-TestShelveInstance-633559731 tempest-TestShelveInstance-633559731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:37.422850 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-f78543d4-9bff-4ce6-9962-afa0e8e50834 tempest-TestShelveInstance-633559731 tempest-TestShelveInstance-633559731-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 1093 time: 0.5819168 Jun 28 22:06:37.426574 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55844) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:37.431244 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Request body: {'floatingip': {'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'port_id': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:37.458606 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-46affb31-fa7a-433d-9422-3fba06c6f245 req-038cd444-43d3-472d-aef7-4bc1560282b3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b HTTP/1.1" status: 200 len: 1000 time: 0.1365714 Jun 28 22:06:37.563709 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for floatingip, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:37.585754 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-bb6a84e9-17a7-4e0a-adfb-96c75da0e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': '749876ba-f86a-45ce-bf4a-4692917e15d9', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'floating_ip_address': '172.28.0.138', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'port_id': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'mac_address': 'fa:16:3e:d6:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecf0266-0631-43a7-bd42-49b477301138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:06:20Z', 'updated_at': '2021-06-28T22:06:36Z', 'revision_number': 1, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b1455-5c70-42ba-aa5d-7a0c1a556b2a', 'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'mac_address': 'fa:16:3e:f4:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:22Z', 'updated_at': '2021-06-28T22:02:35Z', 'revision_number': 5, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'subnets': [{'id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:37.593828 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46affb31-fa7a-433d-9422-3fba06c6f245 req-78b9f556-1766-4d40-b329-81e61b350949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:37.596025 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-46affb31-fa7a-433d-9422-3fba06c6f245 req-78b9f556-1766-4d40-b329-81e61b350949 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9dcc002-255b-49f2-9b1c-c91d2190c0e5 HTTP/1.1" status: 200 len: 855 time: 0.1302934 Jun 28 22:06:37.637563 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a84e9-17a7-4e0a-adfb-96c75da0e1a7 None None] Checking router: 520ade68-8f6b-442a-ba2d-ad8a97dff819 for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:06:37.648689 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6a84e9-17a7-4e0a-adfb-96c75da0e1a7 None None] Routers {'520ade68-8f6b-442a-ba2d-ad8a97dff819'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:06:37.649481 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-bb6a84e9-17a7-4e0a-adfb-96c75da0e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:06:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['520ade68-8f6b-442a-ba2d-ad8a97dff819'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:37.760775 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-598bb372-7874-4a97-9088-d0a9fa459711 req-2029adb2-2c5d-4595-945c-6aa60099951d tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 210 time: 0.0743904 Jun 28 22:06:37.774163 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b775067d-49e3-42f2-bcc7-6a15a6d5ff0f req-4bbcb73e-88d6-4efb-8900-3e95fc3b1a1d tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:37.775695 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b775067d-49e3-42f2-bcc7-6a15a6d5ff0f req-4bbcb73e-88d6-4efb-8900-3e95fc3b1a1d tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.2472785 Jun 28 22:06:37.820314 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46affb31-fa7a-433d-9422-3fba06c6f245 req-48bc2eb2-20ad-4823-a541-cd5be1d844a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:37.823672 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-46affb31-fa7a-433d-9422-3fba06c6f245 req-48bc2eb2-20ad-4823-a541-cd5be1d844a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a01a082-3ec6-4e75-8884-a203b5eaabe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1990094 Jun 28 22:06:37.836702 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-bb6a84e9-17a7-4e0a-adfb-96c75da0e1a7 None None] Set router 520ade68-8f6b-442a-ba2d-ad8a97dff819 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:06:37.873003 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b775067d-49e3-42f2-bcc7-6a15a6d5ff0f req-98a398f0-c5b0-416a-8c80-72471a7162f3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0862586 Jun 28 22:06:37.888482 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-2bd907f0-cc0e-45a4-9c20-fe70f1d1210c tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:37.889998 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-2bd907f0-cc0e-45a4-9c20-fe70f1d1210c tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.35 "GET /v2.0/networks?id=1675da2b-17f7-4600-9a31-dd1db6c635cf HTTP/1.1" status: 200 len: 811 time: 0.2550108 Jun 28 22:06:37.978403 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:37.980097 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-46affb31-fa7a-433d-9422-3fba06c6f245 req-1e86c3ef-d1d9-4625-85ae-bd83f2f20cc8 service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458008 Jun 28 22:06:37.993960 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-a3a99afe-0a30-4545-ae30-312d5868d98d tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0e34663f77c944198471727fc7ac4a31 HTTP/1.1" status: 200 len: 379 time: 0.0885484 Jun 28 22:06:38.003033 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Request body: {'port': {'device_id': '43c96019-4aa6-462e-9a6c-13a6518a5d7a', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'admin_state_up': True, 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'security_groups': ['19a97f73-8a05-4989-a954-6e9ef5082edf']}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:38.129510 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-46affb31-fa7a-433d-9422-3fba06c6f245 req-097577be-e923-4a71-a65a-00a88679714c service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413126 Jun 28 22:06:38.168901 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-bb6a84e9-17a7-4e0a-adfb-96c75da0e1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': '749876ba-f86a-45ce-bf4a-4692917e15d9', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'floating_ip_address': '172.28.0.138', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'port_id': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'mac_address': 'fa:16:3e:d6:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecf0266-0631-43a7-bd42-49b477301138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:06:20Z', 'updated_at': '2021-06-28T22:06:36Z', 'revision_number': 1, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b1455-5c70-42ba-aa5d-7a0c1a556b2a', 'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'mac_address': 'fa:16:3e:f4:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:22Z', 'updated_at': '2021-06-28T22:02:35Z', 'revision_number': 5, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'subnets': [{'id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:38.202152 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Allocated IP 172.28.0.245 (9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6/0eef9f0e-0d35-4ef7-8148-7c64e0103d05/48058764-480c-4369-a27f-d77db6de9719) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:06:38.207196 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6a84e9-17a7-4e0a-adfb-96c75da0e1a7 None None] The sync data for ids ['520ade68-8f6b-442a-ba2d-ad8a97dff819'] in dv-cinder-798384-1-smb is: [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': '749876ba-f86a-45ce-bf4a-4692917e15d9', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'floating_ip_address': '172.28.0.138', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'port_id': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'mac_address': 'fa:16:3e:d6:55:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ecf0266-0631-43a7-bd42-49b477301138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:06:20Z', 'updated_at': '2021-06-28T22:06:36Z', 'revision_number': 1, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '225b1455-5c70-42ba-aa5d-7a0c1a556b2a', 'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'mac_address': 'fa:16:3e:f4:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:22Z', 'updated_at': '2021-06-28T22:02:35Z', 'revision_number': 5, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'subnets': [{'id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:06:38.330970 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Made reservation on behalf of 0e34663f77c944198471727fc7ac4a31 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:06:38.335093 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:38.353551 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:38.481030 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1a022f9-2873-4666-b802-b6c7ebf4fe1a None None] New status for floating IP 749876ba-f86a-45ce-bf4a-4692917e15d9: ACTIVE {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:06:38.514591 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Allocated IP 172.20.0.3 (1675da2b-17f7-4600-9a31-dd1db6c635cf/63b3ba6a-e128-478b-9125-f8f569235c1e/05c0632a-1a63-483b-b863-4c6e3863a93f) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:06:38.584395 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:38.588904 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-9b4f2192-c2a4-4a4d-b605-6455ae43586a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:38.665182 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Network 9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:06:38.673539 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:06:38.678044 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:06:38.680024 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Pushing event updated for resources: {'Port': ['ID=48058764-480c-4369-a27f-d77db6de9719,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:38.680220 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:06:38.701267 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:38.764403 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:38.790634 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Transition to ACTIVE for port object 05c0632a-1a63-483b-b863-4c6e3863a93f will not be triggered until provisioned by entity DHCP. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:06:38.920947 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7c2b1c34-80fc-4d50-b95c-90035905a744 req-a0bae1b3-79af-44f1-a1b1-16aefeac0b23 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 210 time: 0.0432532 Jun 28 22:06:38.957839 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:38.965429 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e24e04b9-3818-4203-b289-bc6bc0cffcc7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:39.036638 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Network 1675da2b-17f7-4600-9a31-dd1db6c635cf is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:06:39.044572 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:06:39.050698 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:06:39.055465 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690a61bb-b9be-4638-be68-ff7cd44c513c req-9c1ff84d-d648-4d04-9dd7-453d49c060f3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:39.055973 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event updated for resources: {'Port': ['ID=05c0632a-1a63-483b-b863-4c6e3863a93f,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:39.057279 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-690a61bb-b9be-4638-be68-ff7cd44c513c req-9c1ff84d-d648-4d04-9dd7-453d49c060f3 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.0661922 Jun 28 22:06:39.083395 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:39.103854 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-690a61bb-b9be-4638-be68-ff7cd44c513c req-f8c70ae3-d610-4586-8bbb-112dd5fe35d9 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372741 Jun 28 22:06:39.153595 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:39.154225 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:39.217325 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:39.293704 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2951419 Jun 28 22:06:39.305525 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Request body: {'port': {'device_id': '43c96019-4aa6-462e-9a6c-13a6518a5d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:39.391698 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-6a175b69-e294-4a7e-978c-f4019ce23442 None None] Provisioning for port 05c0632a-1a63-483b-b863-4c6e3863a93f completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:06:39.396313 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-6a175b69-e294-4a7e-978c-f4019ce23442 None None] Provisioning complete for port 05c0632a-1a63-483b-b863-4c6e3863a93f triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:06:39.411305 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-6a175b69-e294-4a7e-978c-f4019ce23442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:39.411786 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:39.436583 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-6a175b69-e294-4a7e-978c-f4019ce23442 None None] Port 05c0632a-1a63-483b-b863-4c6e3863a93f cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:06:39.436795 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:39.712135 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:39.801970 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c0632a-1a63-483b-b863-4c6e3863a93f {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:06:39.809289 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:39.821928 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:39.824705 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Transition to ACTIVE for port object 05c0632a-1a63-483b-b863-4c6e3863a93f will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:06:39.825763 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:39.893435 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Pushing event updated for resources: {'Port': ['ID=48058764-480c-4369-a27f-d77db6de9719,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:39.897289 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:39.900398 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963868'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:39.934087 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:39.938124 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a0729731-e6ad-41a3-a9bd-dc4e34e62259 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:40.001858 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Pushing event updated for resources: {'Port': ['ID=05c0632a-1a63-483b-b863-4c6e3863a93f,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:40.007837 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:40.101519 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.l3_db [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Floating IP 8ab2758e-8e8e-4545-8100-2c7afe8e03e4 associated. External IP: 172.28.0.245, port: 745d5c87-54f4-4bdb-88a2-e6fb944d7db6. Jun 28 22:06:40.185920 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Attempting to bind port 05c0632a-1a63-483b-b863-4c6e3863a93f on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:06:40.186265 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Attempting to bind port 05c0632a-1a63-483b-b863-4c6e3863a93f by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:06:40.186594 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Attempting to bind port 05c0632a-1a63-483b-b863-4c6e3863a93f on network 1675da2b-17f7-4600-9a31-dd1db6c635cf {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:06:40.217176 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Port 05c0632a-1a63-483b-b863-4c6e3863a93f on network 1675da2b-17f7-4600-9a31-dd1db6c635cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:06:40.217562 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Attempting to bind port 05c0632a-1a63-483b-b863-4c6e3863a93f on network 1675da2b-17f7-4600-9a31-dd1db6c635cf {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:06:40.239050 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9144db-e63f-452c-b716-41f311efaeca req-40937d3a-dcc0-4d12-a265-5cf0ad132ea5 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:40.247133 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ce9144db-e63f-452c-b716-41f311efaeca req-40937d3a-dcc0-4d12-a265-5cf0ad132ea5 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 943 time: 0.1158879 Jun 28 22:06:40.253445 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:40.260593 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:06:40.260944 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Checking segment: {'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:06:40.261335 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Bound using segment: {'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:06:40.261798 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Bound port: 05c0632a-1a63-483b-b863-4c6e3863a93f, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76cd0e44-5b49-452e-8fd8-40d548ff61ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:06:40.265586 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:40.321084 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ce9144db-e63f-452c-b716-41f311efaeca req-c802262a-14c0-4ea0-9433-1c1f8aae206f tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19a97f73-8a05-4989-a954-6e9ef5082edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724871 Jun 28 22:06:40.360429 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1864eb1-6c6a-4c22-8d23-a8bdc1764c7f req-f974ef8f-d123-4e1f-bec2-45a823a97f4f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:40.362188 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c1864eb1-6c6a-4c22-8d23-a8bdc1764c7f req-f974ef8f-d123-4e1f-bec2-45a823a97f4f tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.0901718 Jun 28 22:06:40.383125 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] For port 05c0632a-1a63-483b-b863-4c6e3863a93f, host hv-cinder-79838, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:06:40.387630 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] For port 05c0632a-1a63-483b-b863-4c6e3863a93f, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=05c0632a-1a63-483b-b863-4c6e3863a93f,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:06:40.409832 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c1864eb1-6c6a-4c22-8d23-a8bdc1764c7f req-f4e1e49d-cd7f-45fe-accd-74f2f907c2a6 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0404625 Jun 28 22:06:40.450881 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:06:40.496385 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:40.500749 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6c9dc5ea-8d33-42a3-ac64-b71ae50ff0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:40.801327 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:40.801957 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:40.803420 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] 10.222.0.35 "PUT /v2.0/ports/05c0632a-1a63-483b-b863-4c6e3863a93f HTTP/1.1" status: 200 len: 1093 time: 1.5019231 Jun 28 22:06:40.803954 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c96019-4aa6-462e-9a6c-13a6518a5d7a', 'tag': '05c0632a-1a63-483b-b863-4c6e3863a93f'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:06:40.809410 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2825c4d3-c436-482a-856f-15702026860f" -d '{"events": [{"name": "network-changed", "server_uuid": "43c96019-4aa6-462e-9a6c-13a6518a5d7a", "tag": "05c0632a-1a63-483b-b863-4c6e3863a93f"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:06:40.853646 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea534b5-e180-47c9-957a-5207e7aa0f76 x-openstack-request-id: req-1ea534b5-e180-47c9-957a-5207e7aa0f76 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:06:40.853979 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c96019-4aa6-462e-9a6c-13a6518a5d7a", "tag": "05c0632a-1a63-483b-b863-4c6e3863a93f", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:06:40.854269 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1ea534b5-e180-47c9-957a-5207e7aa0f76 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:06:40.854701 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c96019-4aa6-462e-9a6c-13a6518a5d7a', 'tag': '05c0632a-1a63-483b-b863-4c6e3863a93f', 'status': 'completed', 'code': 200} Jun 28 22:06:40.865819 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Pushing event updated for resources: {'Port': ['ID=05c0632a-1a63-483b-b863-4c6e3863a93f,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:40.870856 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:40.874513 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:06:40.891462 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0dea5-b472-44e5-bb4e-e6f38b18b7d1 None None] Sync routers for ids ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:06:40.910444 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0dea5-b472-44e5-bb4e-e6f38b18b7d1 None None] Routers {'f2433db5-5a2d-4fb3-b1be-d8109ea53e71'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:06:40.911220 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-c4d0dea5-b472-44e5-bb4e-e6f38b18b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:06:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:40.957607 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825c4d3-c436-482a-856f-15702026860f req-3c5c650a-28c5-49d7-82d9-6716a0b04642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:40.959746 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-2825c4d3-c436-482a-856f-15702026860f req-3c5c650a-28c5-49d7-82d9-6716a0b04642 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e34663f77c944198471727fc7ac4a31&device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 1096 time: 0.0805521 Jun 28 22:06:41.039837 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:41.048270 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-c4d0dea5-b472-44e5-bb4e-e6f38b18b7d1 None None] Set router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:06:41.088384 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6607091 Jun 28 22:06:41.097903 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825c4d3-c436-482a-856f-15702026860f req-6df45932-2c41-4c98-bf6c-7c7a7b1fc841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:41.099258 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-2825c4d3-c436-482a-856f-15702026860f req-6df45932-2c41-4c98-bf6c-7c7a7b1fc841 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=0e34663f77c944198471727fc7ac4a31&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1324279 Jun 28 22:06:41.199526 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2825c4d3-c436-482a-856f-15702026860f req-746a5e77-43ea-4531-bdb6-a504baafeeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:41.201346 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-2825c4d3-c436-482a-856f-15702026860f req-746a5e77-43ea-4531-bdb6-a504baafeeae service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0960014 Jun 28 22:06:41.289522 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-417d4ed8-2580-4080-aee7-dc382e06541d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:41.291027 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-417d4ed8-2580-4080-aee7-dc382e06541d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e34663f77c944198471727fc7ac4a31&device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 1096 time: 0.0508771 Jun 28 22:06:41.293385 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-c4d0dea5-b472-44e5-bb4e-e6f38b18b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:42Z', 'updated_at': '2021-06-28T22:05:46Z', 'revision_number': 4, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'gw_port': {'id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:43Z', 'updated_at': '2021-06-28T22:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': '8ab2758e-8e8e-4545-8100-2c7afe8e03e4', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'floating_ip_address': '172.28.0.245', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'port_id': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'mac_address': 'fa:16:3e:6e:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056204a5-e731-447b-be10-ed2254be4643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:06:38Z', 'updated_at': '2021-06-28T22:06:38Z', 'revision_number': 0, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfb490d-9c4a-4905-ad40-03f4aa156c11', 'name': '', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'mac_address': 'fa:16:3e:74:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:45Z', 'updated_at': '2021-06-28T22:05:54Z', 'revision_number': 5, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'subnets': [{'id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:41.324437 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0dea5-b472-44e5-bb4e-e6f38b18b7d1 None None] Checking router: f2433db5-5a2d-4fb3-b1be-d8109ea53e71 for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:06:41.333708 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0dea5-b472-44e5-bb4e-e6f38b18b7d1 None None] Routers {'f2433db5-5a2d-4fb3-b1be-d8109ea53e71'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:06:41.334339 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-c4d0dea5-b472-44e5-bb4e-e6f38b18b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:06:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:41.335137 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-612babd6-c3a8-4f2f-af0a-97be14779118 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05c0632a-1a63-483b-b863-4c6e3863a93f HTTP/1.1" status: 200 len: 217 time: 0.0373950 Jun 28 22:06:41.384795 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-902f9f66-e143-4495-9c0d-f21a78c46051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:41.386274 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-902f9f66-e143-4495-9c0d-f21a78c46051 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63b3ba6a-e128-478b-9125-f8f569235c1e HTTP/1.1" status: 200 len: 850 time: 0.0452836 Jun 28 22:06:41.445930 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-c4d0dea5-b472-44e5-bb4e-e6f38b18b7d1 None None] Set router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:06:41.476440 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-dd41dd1a-8a75-4424-90e2-fa4e14119114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:41.478158 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-dd41dd1a-8a75-4424-90e2-fa4e14119114 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1675da2b-17f7-4600-9a31-dd1db6c635cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857239 Jun 28 22:06:41.584279 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7749f066-e511-4677-b464-ad77639f56f4 req-ae9f88ae-44aa-44a7-b5d2-9eb4dae12eb0 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:41.596395 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7749f066-e511-4677-b464-ad77639f56f4 req-ae9f88ae-44aa-44a7-b5d2-9eb4dae12eb0 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 943 time: 0.1440878 Jun 28 22:06:41.633259 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-cba1cf4a-8789-4be5-a1cc-53e82494fa67 service neutron] 10.222.0.35 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479123 Jun 28 22:06:41.670641 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7749f066-e511-4677-b464-ad77639f56f4 req-b899d5a7-f16e-48c6-bbb5-1718abf78204 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19a97f73-8a05-4989-a954-6e9ef5082edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732353 Jun 28 22:06:41.696452 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad9f94-668c-4552-aa79-d2e250a7b2a2 req-34ebbeaf-2b78-4061-b5a2-289ff85747d8 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:41.698179 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c1ad9f94-668c-4552-aa79-d2e250a7b2a2 req-34ebbeaf-2b78-4061-b5a2-289ff85747d8 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.1270208 Jun 28 22:06:41.746912 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-ca9962e5-a011-4fea-bf13-d4b68b511f21 req-1c3f662a-190a-4bd3-b38c-6cf4fc6e01c7 service neutron] 10.222.0.35 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067438 Jun 28 22:06:41.772111 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c1ad9f94-668c-4552-aa79-d2e250a7b2a2 req-ff90bca1-9e37-40ba-9d26-8039c366634c tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0680087 Jun 28 22:06:41.831727 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-c4d0dea5-b472-44e5-bb4e-e6f38b18b7d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:42Z', 'updated_at': '2021-06-28T22:05:46Z', 'revision_number': 4, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'gw_port': {'id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:43Z', 'updated_at': '2021-06-28T22:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': '8ab2758e-8e8e-4545-8100-2c7afe8e03e4', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'floating_ip_address': '172.28.0.245', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'port_id': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'mac_address': 'fa:16:3e:6e:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056204a5-e731-447b-be10-ed2254be4643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:06:38Z', 'updated_at': '2021-06-28T22:06:38Z', 'revision_number': 0, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfb490d-9c4a-4905-ad40-03f4aa156c11', 'name': '', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'mac_address': 'fa:16:3e:74:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:45Z', 'updated_at': '2021-06-28T22:05:54Z', 'revision_number': 5, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'subnets': [{'id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:41.863014 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d0dea5-b472-44e5-bb4e-e6f38b18b7d1 None None] The sync data for ids ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'] in dv-cinder-798384-1-smb is: [{'id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:42Z', 'updated_at': '2021-06-28T22:05:46Z', 'revision_number': 4, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'gw_port': {'id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:43Z', 'updated_at': '2021-06-28T22:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': '8ab2758e-8e8e-4545-8100-2c7afe8e03e4', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'floating_ip_address': '172.28.0.245', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'port_id': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'mac_address': 'fa:16:3e:6e:33:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056204a5-e731-447b-be10-ed2254be4643', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:06:38Z', 'updated_at': '2021-06-28T22:06:38Z', 'revision_number': 0, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9dfb490d-9c4a-4905-ad40-03f4aa156c11', 'name': '', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'mac_address': 'fa:16:3e:74:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:45Z', 'updated_at': '2021-06-28T22:05:54Z', 'revision_number': 5, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'subnets': [{'id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:06:42.043335 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50afba6b-6e60-4ec4-8d93-2c0f8dc691e7 None None] New status for floating IP 8ab2758e-8e8e-4545-8100-2c7afe8e03e4: ACTIVE {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:06:42.053418 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55934) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:42.158751 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5df499c1-1c5c-46d0-a1f2-121b4105bc65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:42.250717 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5df499c1-1c5c-46d0-a1f2-121b4105bc65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:42.311743 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5df499c1-1c5c-46d0-a1f2-121b4105bc65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:42.314270 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-efcaa2e3-1aea-4801-a40a-dbfbd39f2974 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:42.355311 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-5df499c1-1c5c-46d0-a1f2-121b4105bc65 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3a20146cc15149288934a56ff9484072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3007326 Jun 28 22:06:42.356358 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df499c1-1c5c-46d0-a1f2-121b4105bc65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9054f61-61cd-4b0f-a9ae-ac7179caa1d4,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:42.358010 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55938) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:42.359427 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-5df499c1-1c5c-46d0-a1f2-121b4105bc65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:42.406596 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ca6a328f-d3f1-4b3c-9a67-30b56c4e2285 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:42.427511 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ca6a328f-d3f1-4b3c-9a67-30b56c4e2285 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:42.556011 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ca6a328f-d3f1-4b3c-9a67-30b56c4e2285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:42.558558 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ca6a328f-d3f1-4b3c-9a67-30b56c4e2285 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:42.559691 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-ca6a328f-d3f1-4b3c-9a67-30b56c4e2285 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a9054f61-61cd-4b0f-a9ae-ac7179caa1d4 HTTP/1.1" status: 204 len: 168 time: 0.2000451 Jun 28 22:06:42.560520 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-c1529526-a7cc-407b-ae96-9ce53a425c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:42.568859 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6a328f-d3f1-4b3c-9a67-30b56c4e2285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9054f61-61cd-4b0f-a9ae-ac7179caa1d4,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:42.572360 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-ca6a328f-d3f1-4b3c-9a67-30b56c4e2285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:42.856106 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056204a5-e731-447b-be10-ed2254be4643', 'tag': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:06:42.858550 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-609ef8bb-4452-44a2-b7a9-afc6851c3515" -d '{"events": [{"name": "network-changed", "server_uuid": "056204a5-e731-447b-be10-ed2254be4643", "tag": "745d5c87-54f4-4bdb-88a2-e6fb944d7db6"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:06:42.897005 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e1867-2edf-4d2c-b911-e09c8a5cd68d req-a80e2718-f9cf-4f2d-bd3d-8592c7ba199b tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:42.899238 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cd8e1867-2edf-4d2c-b911-e09c8a5cd68d req-a80e2718-f9cf-4f2d-bd3d-8592c7ba199b tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 943 time: 0.0915132 Jun 28 22:06:42.970723 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cd8e1867-2edf-4d2c-b911-e09c8a5cd68d req-241f0ee2-21ea-4c7e-89d4-44bd8576a04f tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19a97f73-8a05-4989-a954-6e9ef5082edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610106 Jun 28 22:06:42.997567 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22898f41-7580-4fa5-bd29-751d1a6b5309 req-8d0ae766-01f2-492a-b380-48fd3aa523d5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:42.999232 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-22898f41-7580-4fa5-bd29-751d1a6b5309 req-8d0ae766-01f2-492a-b380-48fd3aa523d5 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.0988448 Jun 28 22:06:43.038917 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-22898f41-7580-4fa5-bd29-751d1a6b5309 req-12bf69f5-50ea-48a4-b115-0c00c79b2554 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0334578 Jun 28 22:06:43.085906 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c760048-abf3-4e97-bf6a-37525103b277 x-openstack-request-id: req-7c760048-abf3-4e97-bf6a-37525103b277 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:06:43.086333 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056204a5-e731-447b-be10-ed2254be4643", "tag": "745d5c87-54f4-4bdb-88a2-e6fb944d7db6", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:06:43.086522 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-7c760048-abf3-4e97-bf6a-37525103b277 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:06:43.086953 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056204a5-e731-447b-be10-ed2254be4643', 'tag': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6', 'status': 'completed', 'code': 200} Jun 28 22:06:43.160663 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ef8bb-4452-44a2-b7a9-afc6851c3515 req-9d8c91a6-ca4d-48f3-b6a8-85bf9a69ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:43.162132 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-609ef8bb-4452-44a2-b7a9-afc6851c3515 req-9d8c91a6-ca4d-48f3-b6a8-85bf9a69ceeb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39a6dfa20db945d8b78fe393de75ac5c&device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 1098 time: 0.0520613 Jun 28 22:06:43.260932 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ef8bb-4452-44a2-b7a9-afc6851c3515 req-d431ab5e-1efd-43e5-880a-9fd62ae079da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:43.262409 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-609ef8bb-4452-44a2-b7a9-afc6851c3515 req-d431ab5e-1efd-43e5-880a-9fd62ae079da service neutron] 10.222.0.35 "GET /v2.0/networks?id=1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 HTTP/1.1" status: 200 len: 910 time: 0.0889535 Jun 28 22:06:43.332897 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-609ef8bb-4452-44a2-b7a9-afc6851c3515 req-7f7354ca-bf0d-46cd-9bbd-9c2eee84bea1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=745d5c87-54f4-4bdb-88a2-e6fb944d7db6 HTTP/1.1" status: 200 len: 1001 time: 0.0593944 Jun 28 22:06:43.380221 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ef8bb-4452-44a2-b7a9-afc6851c3515 req-6d070972-2410-4afc-b702-e5c586580ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:43.381705 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-609ef8bb-4452-44a2-b7a9-afc6851c3515 req-6d070972-2410-4afc-b702-e5c586580ca5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86579998-527f-4e8a-aa0c-cbb26314be9e HTTP/1.1" status: 200 len: 848 time: 0.0432541 Jun 28 22:06:43.416934 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 55960) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:43.429302 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3bb8-cea4-46cb-883f-f23d79cb3f17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:43.439614 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ef8bb-4452-44a2-b7a9-afc6851c3515 req-c3136a16-c994-43e0-a0f9-5308188ea0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:43.441441 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-609ef8bb-4452-44a2-b7a9-afc6851c3515 req-c3136a16-c994-43e0-a0f9-5308188ea0ab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1433594f-5bbe-4c2f-90ce-4178e6e5c4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0527771 Jun 28 22:06:43.516096 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3bb8-cea4-46cb-883f-f23d79cb3f17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:43.535255 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-609ef8bb-4452-44a2-b7a9-afc6851c3515 req-f1061267-4047-46e1-8d7d-2feda6ae74a5 service neutron] 10.222.0.35 "GET /v2.0/networks/1433594f-5bbe-4c2f-90ce-4178e6e5c4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869696 Jun 28 22:06:43.614455 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ce7f3bb8-cea4-46cb-883f-f23d79cb3f17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:43.617843 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-dfe17027-fb2b-469a-91f9-20c139f12455 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:43.628170 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-609ef8bb-4452-44a2-b7a9-afc6851c3515 req-33effdc6-22aa-408f-8767-d704272f63d3 service neutron] 10.222.0.35 "GET /v2.0/networks/1433594f-5bbe-4c2f-90ce-4178e6e5c4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827606 Jun 28 22:06:43.655635 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-ce7f3bb8-cea4-46cb-883f-f23d79cb3f17 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5309f5c08b9946bdaee31963efba19ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2390573 Jun 28 22:06:43.656785 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f3bb8-cea4-46cb-883f-f23d79cb3f17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4e6210-7427-43eb-b610-b9adf35b6e13,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:43.658453 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 55962) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:43.660601 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-ce7f3bb8-cea4-46cb-883f-f23d79cb3f17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:43.713500 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-20a32401-9dca-4300-ae9b-4faa292d1f7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:43.740645 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-20a32401-9dca-4300-ae9b-4faa292d1f7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:43.834200 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 05c0632a-1a63-483b-b863-4c6e3863a93f details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:06:43.860578 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-20a32401-9dca-4300-ae9b-4faa292d1f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:43.863446 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-20a32401-9dca-4300-ae9b-4faa292d1f7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:43.867325 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-20a32401-9dca-4300-ae9b-4faa292d1f7a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fb4e6210-7427-43eb-b610-b9adf35b6e13 HTTP/1.1" status: 204 len: 168 time: 0.2043319 Jun 28 22:06:43.867325 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6b0c8757-e3f0-4e56-8de3-2112031b31a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:43.875885 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a32401-9dca-4300-ae9b-4faa292d1f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4e6210-7427-43eb-b610-b9adf35b6e13,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:43.881864 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-20a32401-9dca-4300-ae9b-4faa292d1f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:44.069696 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 05c0632a-1a63-483b-b863-4c6e3863a93f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=05c0632a-1a63-483b-b863-4c6e3863a93f,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:06:44.086129 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': '05c0632a-1a63-483b-b863-4c6e3863a93f', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'port_id': '05c0632a-1a63-483b-b863-4c6e3863a93f', 'mac_address': 'fa:16:3e:5c:e3:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:06:44.133255 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:44.148744 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c0632a-1a63-483b-b863-4c6e3863a93f {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:06:44.169403 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2746e4b-6d0b-4a01-b9f5-bfd1c442cf83 req-b519c74f-b0c7-4d6a-be0b-c5658e00f5a6 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:44.170892 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a2746e4b-6d0b-4a01-b9f5-bfd1c442cf83 req-b519c74f-b0c7-4d6a-be0b-c5658e00f5a6 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 943 time: 0.0760605 Jun 28 22:06:44.171048 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 05c0632a-1a63-483b-b863-4c6e3863a93f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=05c0632a-1a63-483b-b863-4c6e3863a93f,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:06:44.240841 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a2746e4b-6d0b-4a01-b9f5-bfd1c442cf83 req-b568aa7f-cb72-498e-88c2-1c82fea605fc tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19a97f73-8a05-4989-a954-6e9ef5082edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579278 Jun 28 22:06:44.268227 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2033a5-d858-43c7-889a-24f08991d2c3 req-781498ef-ae3b-438a-aa37-3d18582e5654 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:44.270965 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5b2033a5-d858-43c7-889a-24f08991d2c3 req-781498ef-ae3b-438a-aa37-3d18582e5654 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.0978518 Jun 28 22:06:44.288720 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:44.290574 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:44.327524 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5b2033a5-d858-43c7-889a-24f08991d2c3 req-5c79e88c-964e-4e58-8bed-e941bbd502d6 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=a437821d-dc4f-40fd-b7b2-d4fa257f339e&id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0447171 Jun 28 22:06:44.377207 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=05c0632a-1a63-483b-b863-4c6e3863a93f,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:44.380934 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:44.545888 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['05c0632a-1a63-483b-b863-4c6e3863a93f'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:06:45.427770 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a09375a-0e9f-4449-84e7-82802b0ff98a req-0f1b2f09-3b9e-4ca4-b20f-b559492075e7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:45.429268 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2a09375a-0e9f-4449-84e7-82802b0ff98a req-0f1b2f09-3b9e-4ca4-b20f-b559492075e7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 944 time: 0.0653350 Jun 28 22:06:45.470065 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2a09375a-0e9f-4449-84e7-82802b0ff98a req-88c00cf2-22f7-4dab-a5b4-196bfdff67be tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19a97f73-8a05-4989-a954-6e9ef5082edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350139 Jun 28 22:06:45.842686 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 05c0632a-1a63-483b-b863-4c6e3863a93f up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:06:45.961146 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port 05c0632a-1a63-483b-b863-4c6e3863a93f completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:06:45.964901 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port 05c0632a-1a63-483b-b863-4c6e3863a93f triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:06:45.965285 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:46.039748 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:46.061828 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c96019-4aa6-462e-9a6c-13a6518a5d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c0632a-1a63-483b-b863-4c6e3863a93f'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:06:46.064123 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa44024-225f-4020-8fec-fa196f0b8fb6" -d '{"events": [{"server_uuid": "43c96019-4aa6-462e-9a6c-13a6518a5d7a", "name": "network-vif-plugged", "status": "completed", "tag": "05c0632a-1a63-483b-b863-4c6e3863a93f"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:06:46.077323 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 05c0632a-1a63-483b-b863-4c6e3863a93f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=05c0632a-1a63-483b-b863-4c6e3863a93f,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:06:46.100071 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:06:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90d16505-2935-44ba-a5aa-8b6fb0358a61 x-openstack-request-id: req-90d16505-2935-44ba-a5aa-8b6fb0358a61 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:06:46.100375 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c96019-4aa6-462e-9a6c-13a6518a5d7a", "name": "network-vif-plugged", "status": "completed", "tag": "05c0632a-1a63-483b-b863-4c6e3863a93f", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:06:46.100828 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-90d16505-2935-44ba-a5aa-8b6fb0358a61 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:06:46.101330 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c96019-4aa6-462e-9a6c-13a6518a5d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c0632a-1a63-483b-b863-4c6e3863a93f', 'code': 200} Jun 28 22:06:46.145905 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:46.148707 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:46.201723 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=05c0632a-1a63-483b-b863-4c6e3863a93f,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:46.204723 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:46.485572 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c78959-16cd-4f4a-b509-e458cf2378ae req-8e7e02ba-0666-4677-9427-c1adc96afa4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:46.486964 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-36c78959-16cd-4f4a-b509-e458cf2378ae req-8e7e02ba-0666-4677-9427-c1adc96afa4d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 1098 time: 0.0490315 Jun 28 22:06:46.525596 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-36c78959-16cd-4f4a-b509-e458cf2378ae req-5e30a365-6a95-4440-b4cb-a7753faa61c6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=19a97f73-8a05-4989-a954-6e9ef5082edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327244 Jun 28 22:06:46.648693 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6c30b-1679-4341-af9f-0b7cec40a6d1 req-5c0e1190-d038-4eda-bd8d-530ad29f17b4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:46.648693 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-13c6c30b-1679-4341-af9f-0b7cec40a6d1 req-5c0e1190-d038-4eda-bd8d-530ad29f17b4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 945 time: 0.0659025 Jun 28 22:06:46.684793 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-13c6c30b-1679-4341-af9f-0b7cec40a6d1 req-ffadb2ba-f95a-4319-90b2-7551093ca292 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19a97f73-8a05-4989-a954-6e9ef5082edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312130 Jun 28 22:06:47.877239 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c053909c-e10e-4d01-88a5-9c0a316c1a39 req-a7668402-02fe-44f3-8696-707d67a2dd57 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:47.879002 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c053909c-e10e-4d01-88a5-9c0a316c1a39 req-a7668402-02fe-44f3-8696-707d67a2dd57 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 945 time: 0.0662084 Jun 28 22:06:47.916881 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c053909c-e10e-4d01-88a5-9c0a316c1a39 req-d7614f5c-2c28-4d1c-b2cb-06e6c661737c tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19a97f73-8a05-4989-a954-6e9ef5082edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320351 Jun 28 22:06:48.087357 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b939f0-ca5d-490b-af50-d5fdfcc3aeba req-d75f7b75-f3c9-4ce5-8b0f-922ed7f34f04 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:48.088886 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a8b939f0-ca5d-490b-af50-d5fdfcc3aeba req-d75f7b75-f3c9-4ce5-8b0f-922ed7f34f04 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 945 time: 0.0663738 Jun 28 22:06:48.097804 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56060) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:48.104010 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [None req-233c998d-d5e4-4bae-9e14-1b5e77c19d19 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Request body: {'floatingip': {'port_id': '05c0632a-1a63-483b-b863-4c6e3863a93f'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:06:48.153477 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-233c998d-d5e4-4bae-9e14-1b5e77c19d19 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for floatingip, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:48.585194 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-233c998d-d5e4-4bae-9e14-1b5e77c19d19 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:48.700076 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-233c998d-d5e4-4bae-9e14-1b5e77c19d19 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963868'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:48.796576 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.l3_db [None req-233c998d-d5e4-4bae-9e14-1b5e77c19d19 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Floating IP 4c1d186e-0aa0-4463-be30-c50c38baab7c associated. External IP: 172.28.0.100, port: 05c0632a-1a63-483b-b863-4c6e3863a93f. Jun 28 22:06:48.994151 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-233c998d-d5e4-4bae-9e14-1b5e77c19d19 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Router 52aeec24-def7-45c4-af78-f3d2419b34c5 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:06:49.097400 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233c998d-d5e4-4bae-9e14-1b5e77c19d19 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:06:49.101740 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-233c998d-d5e4-4bae-9e14-1b5e77c19d19 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:49.106910 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c140035-f1a1-482e-9949-a6f5f60b6c31 None None] Sync routers for ids ['52aeec24-def7-45c4-af78-f3d2419b34c5'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:06:49.125969 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c140035-f1a1-482e-9949-a6f5f60b6c31 None None] Routers {'52aeec24-def7-45c4-af78-f3d2419b34c5'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:06:49.126779 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-5c140035-f1a1-482e-9949-a6f5f60b6c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:06:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['52aeec24-def7-45c4-af78-f3d2419b34c5'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:49.144752 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-233c998d-d5e4-4bae-9e14-1b5e77c19d19 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "PUT /v2.0/floatingips/4c1d186e-0aa0-4463-be30-c50c38baab7c HTTP/1.1" status: 200 len: 991 time: 1.0453947 Jun 28 22:06:49.145440 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c96019-4aa6-462e-9a6c-13a6518a5d7a', 'tag': '05c0632a-1a63-483b-b863-4c6e3863a93f'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:06:49.147764 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c929d48e-8383-4a12-957a-d036a86246af" -d '{"events": [{"name": "network-changed", "server_uuid": "43c96019-4aa6-462e-9a6c-13a6518a5d7a", "tag": "05c0632a-1a63-483b-b863-4c6e3863a93f"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:06:49.195613 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6246c98-37d2-4fce-8285-63f3e7ecfa3d x-openstack-request-id: req-b6246c98-37d2-4fce-8285-63f3e7ecfa3d {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:06:49.196090 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c96019-4aa6-462e-9a6c-13a6518a5d7a", "tag": "05c0632a-1a63-483b-b863-4c6e3863a93f", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:06:49.197638 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6246c98-37d2-4fce-8285-63f3e7ecfa3d {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:06:49.197638 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c96019-4aa6-462e-9a6c-13a6518a5d7a', 'tag': '05c0632a-1a63-483b-b863-4c6e3863a93f', 'status': 'completed', 'code': 200} Jun 28 22:06:49.258893 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-5c140035-f1a1-482e-9949-a6f5f60b6c31 None None] Set router 52aeec24-def7-45c4-af78-f3d2419b34c5 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:06:49.283676 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929d48e-8383-4a12-957a-d036a86246af req-7ae7c86d-e2a3-4dda-a3c1-f84e9d0c64c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:49.286211 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c929d48e-8383-4a12-957a-d036a86246af req-7ae7c86d-e2a3-4dda-a3c1-f84e9d0c64c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=0e34663f77c944198471727fc7ac4a31&device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 1098 time: 0.0530615 Jun 28 22:06:49.391246 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929d48e-8383-4a12-957a-d036a86246af req-92a9844b-0e12-4bb0-9858-97c583a554a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:49.392756 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c929d48e-8383-4a12-957a-d036a86246af req-92a9844b-0e12-4bb0-9858-97c583a554a9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1675da2b-17f7-4600-9a31-dd1db6c635cf HTTP/1.1" status: 200 len: 912 time: 0.0988650 Jun 28 22:06:49.472295 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c929d48e-8383-4a12-957a-d036a86246af req-8ef3d62d-83f9-45db-93e9-b6550d0b4b36 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05c0632a-1a63-483b-b863-4c6e3863a93f HTTP/1.1" status: 200 len: 999 time: 0.0671716 Jun 28 22:06:49.491810 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-5c140035-f1a1-482e-9949-a6f5f60b6c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': '4c1d186e-0aa0-4463-be30-c50c38baab7c', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'floating_ip_address': '172.28.0.100', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'port_id': '05c0632a-1a63-483b-b863-4c6e3863a93f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'mac_address': 'fa:16:3e:5c:e3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c96019-4aa6-462e-9a6c-13a6518a5d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:06:33Z', 'updated_at': '2021-06-28T22:06:48Z', 'revision_number': 1, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2509da60-219f-4c45-b057-c3a103f7b801', 'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'mac_address': 'fa:16:3e:1e:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:27Z', 'updated_at': '2021-06-28T22:02:40Z', 'revision_number': 5, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'subnets': [{'id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:49.520230 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c140035-f1a1-482e-9949-a6f5f60b6c31 None None] Checking router: 52aeec24-def7-45c4-af78-f3d2419b34c5 for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:06:49.522809 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929d48e-8383-4a12-957a-d036a86246af req-539c5db6-2e84-4a6a-95e0-664dde6fe753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:49.524304 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c929d48e-8383-4a12-957a-d036a86246af req-539c5db6-2e84-4a6a-95e0-664dde6fe753 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=63b3ba6a-e128-478b-9125-f8f569235c1e HTTP/1.1" status: 200 len: 850 time: 0.0457196 Jun 28 22:06:49.529026 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c140035-f1a1-482e-9949-a6f5f60b6c31 None None] Routers {'52aeec24-def7-45c4-af78-f3d2419b34c5'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:06:49.529730 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-5c140035-f1a1-482e-9949-a6f5f60b6c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:06:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['52aeec24-def7-45c4-af78-f3d2419b34c5'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:49.580541 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929d48e-8383-4a12-957a-d036a86246af req-e1c2e803-a183-4ff5-ae06-48ebd055d1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:06:49.582625 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c929d48e-8383-4a12-957a-d036a86246af req-e1c2e803-a183-4ff5-ae06-48ebd055d1c4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1675da2b-17f7-4600-9a31-dd1db6c635cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0522492 Jun 28 22:06:49.637022 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-5c140035-f1a1-482e-9949-a6f5f60b6c31 None None] Set router 52aeec24-def7-45c4-af78-f3d2419b34c5 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:06:49.675909 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c929d48e-8383-4a12-957a-d036a86246af req-82031fec-e1de-4f4c-8b30-824e6662c4e7 service neutron] 10.222.0.35 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850673 Jun 28 22:06:49.777820 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c929d48e-8383-4a12-957a-d036a86246af req-7e71c35a-22a0-464b-9164-ff79bc2e1187 service neutron] 10.222.0.35 "GET /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917029 Jun 28 22:06:49.868250 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-5c140035-f1a1-482e-9949-a6f5f60b6c31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': '4c1d186e-0aa0-4463-be30-c50c38baab7c', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'floating_ip_address': '172.28.0.100', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'port_id': '05c0632a-1a63-483b-b863-4c6e3863a93f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'mac_address': 'fa:16:3e:5c:e3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c96019-4aa6-462e-9a6c-13a6518a5d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:06:33Z', 'updated_at': '2021-06-28T22:06:48Z', 'revision_number': 1, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2509da60-219f-4c45-b057-c3a103f7b801', 'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'mac_address': 'fa:16:3e:1e:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:27Z', 'updated_at': '2021-06-28T22:02:40Z', 'revision_number': 5, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'subnets': [{'id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:49.895201 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c140035-f1a1-482e-9949-a6f5f60b6c31 None None] The sync data for ids ['52aeec24-def7-45c4-af78-f3d2419b34c5'] in dv-cinder-798384-1-smb is: [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_floatingips': [{'id': '4c1d186e-0aa0-4463-be30-c50c38baab7c', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'floating_ip_address': '172.28.0.100', 'floating_network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'router_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'port_id': '05c0632a-1a63-483b-b863-4c6e3863a93f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 515, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'mac_address': 'fa:16:3e:5c:e3:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43c96019-4aa6-462e-9a6c-13a6518a5d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-28T22:06:33Z', 'updated_at': '2021-06-28T22:06:48Z', 'revision_number': 1, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2509da60-219f-4c45-b057-c3a103f7b801', 'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'mac_address': 'fa:16:3e:1e:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:27Z', 'updated_at': '2021-06-28T22:02:40Z', 'revision_number': 5, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'subnets': [{'id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:06:50.079384 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd457f0-5883-4280-bce4-ca9a36169c06 None None] New status for floating IP 4c1d186e-0aa0-4463-be30-c50c38baab7c: ACTIVE {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:06:52.253230 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56124) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:52.253230 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_v2 [None req-d57252a4-4ac8-4e9f-9d9e-a4d0b51b2cc9 admin admin] Deleting subnet f4aeba5f-4642-47d3-b5f2-31224bf1a34d {{(pid=93383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:06:52.253230 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d57252a4-4ac8-4e9f-9d9e-a4d0b51b2cc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:52.253230 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d57252a4-4ac8-4e9f-9d9e-a4d0b51b2cc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10045394'] for subnet, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:52.253230 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d57252a4-4ac8-4e9f-9d9e-a4d0b51b2cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929869'] for subnet, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:52.583679 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d57252a4-4ac8-4e9f-9d9e-a4d0b51b2cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8753296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9112371'] for subnet, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:52.583679 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-dc975a2d-9264-418b-b544-c44ae774e127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:52.609649 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57252a4-4ac8-4e9f-9d9e-a4d0b51b2cc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4aeba5f-4642-47d3-b5f2-31224bf1a34d,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:52.613290 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-d57252a4-4ac8-4e9f-9d9e-a4d0b51b2cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:52.614266 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d57252a4-4ac8-4e9f-9d9e-a4d0b51b2cc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:52.618375 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-d57252a4-4ac8-4e9f-9d9e-a4d0b51b2cc9 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f4aeba5f-4642-47d3-b5f2-31224bf1a34d HTTP/1.1" status: 204 len: 168 time: 0.5471010 Jun 28 22:06:52.619121 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56130) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:52.689623 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-31ed4c15-9290-42cf-abdf-2ef2a6b482c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604114'] for network, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:52.770225 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-31ed4c15-9290-42cf-abdf-2ef2a6b482c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929245', 'neutron.services.segments.db._delete_segments_for_network-8736847184231'] for network, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:52.778251 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.services.segments.db [None req-31ed4c15-9290-42cf-abdf-2ef2a6b482c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5c8572-06bd-468f-9457-c278b0456a1b']}} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:52.788743 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.services.segments.db [None req-31ed4c15-9290-42cf-abdf-2ef2a6b482c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16ef8411-51fc-4162-a7d8-2a7d7aad7399') {'for_net_delete': True} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:52.789040 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.services.segments.db [None req-31ed4c15-9290-42cf-abdf-2ef2a6b482c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16ef8411-51fc-4162-a7d8-2a7d7aad7399') {} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:06:52.797571 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-31ed4c15-9290-42cf-abdf-2ef2a6b482c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736847130462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10045385'] for segment, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:52.810871 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-31ed4c15-9290-42cf-abdf-2ef2a6b482c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:52.817210 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ed4c15-9290-42cf-abdf-2ef2a6b482c9 admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:06:52.817591 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-31ed4c15-9290-42cf-abdf-2ef2a6b482c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8753673'] for segment, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: Traceback (most recent call last): Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: timer() Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: cb(*args, **kw) Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: return func(*args, **kwargs) Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: self._notify() Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: self.callback(batched_events) Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: event.method(event) Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: return f(self, *a, **k) Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: return self._get(url).json() Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: return self.request(url, 'GET', **kwargs) Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:06:52.819174 dv-cinder-798384-1-smb neutron-server[93383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:06:52.945318 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-31ed4c15-9290-42cf-abdf-2ef2a6b482c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963850'] for network, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:52.948856 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:52.951429 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-31ed4c15-9290-42cf-abdf-2ef2a6b482c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:52.952979 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-31ed4c15-9290-42cf-abdf-2ef2a6b482c9 admin admin] 10.222.0.36 "DELETE /v2.0/networks/3a5c8572-06bd-468f-9457-c278b0456a1b HTTP/1.1" status: 204 len: 168 time: 0.3335106 Jun 28 22:06:52.963765 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ed4c15-9290-42cf-abdf-2ef2a6b482c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a5c8572-06bd-468f-9457-c278b0456a1b,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:52.966191 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-31ed4c15-9290-42cf-abdf-2ef2a6b482c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:53.311530 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56140) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:53.352583 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-9a355ca0-f476-4775-a1f2-3e28d14ccac6 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=1c4582b0a6a6427eb0b46a0c2ace25ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376832 Jun 28 22:06:53.352826 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56142) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:06:53.403295 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8b10750c-9e2b-4342-8886-0c912fb12b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:53.423863 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8b10750c-9e2b-4342-8886-0c912fb12b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:53.511066 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8b10750c-9e2b-4342-8886-0c912fb12b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:53.514055 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8b10750c-9e2b-4342-8886-0c912fb12b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:53.515235 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-8b10750c-9e2b-4342-8886-0c912fb12b2d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/7e772cf6-3051-492b-99fe-3d136af12ad8 HTTP/1.1" status: 204 len: 168 time: 0.1615658 Jun 28 22:06:53.516137 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-1ba63668-f6cb-4241-b874-95add6b8b3e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:06:53.523893 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10750c-9e2b-4342-8886-0c912fb12b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e772cf6-3051-492b-99fe-3d136af12ad8,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:06:53.526435 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8b10750c-9e2b-4342-8886-0c912fb12b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:06:56.396615 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-9e443ed9-6153-463a-970c-c14538c5854d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:58.825213 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-fd3bfdd3-f123-438e-8915-2b4223e3a5e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:06:58.886555 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:00.190648 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:01.711491 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:06.743754 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56416) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:06.843526 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ff1bef7e-76bd-4737-b098-9d67f175e48b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:06.926192 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ff1bef7e-76bd-4737-b098-9d67f175e48b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:06.990690 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ff1bef7e-76bd-4737-b098-9d67f175e48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:06.993991 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-97f8e436-2e8e-46bf-8a52-4d6573a59923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:07.028558 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-ff1bef7e-76bd-4737-b098-9d67f175e48b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=eb6dd6cf23004271b42fdd3f9ed8c719&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837193 Jun 28 22:07:07.029677 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1bef7e-76bd-4737-b098-9d67f175e48b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638670f1-d10f-45be-8001-2d16bec62a63,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:07.031240 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 56420) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:07.032804 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-ff1bef7e-76bd-4737-b098-9d67f175e48b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:07.084283 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d50197b7-09be-4556-ba3e-3f7f5803640b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:07.105047 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d50197b7-09be-4556-ba3e-3f7f5803640b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:07.212727 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d50197b7-09be-4556-ba3e-3f7f5803640b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:07.215322 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d50197b7-09be-4556-ba3e-3f7f5803640b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:07.216505 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-d50197b7-09be-4556-ba3e-3f7f5803640b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/638670f1-d10f-45be-8001-2d16bec62a63 HTTP/1.1" status: 204 len: 168 time: 0.1842713 Jun 28 22:07:07.217247 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d461147f-0351-4577-b105-acae1b50823b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:07.224906 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50197b7-09be-4556-ba3e-3f7f5803640b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638670f1-d10f-45be-8001-2d16bec62a63,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:07.227196 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d50197b7-09be-4556-ba3e-3f7f5803640b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:10.218359 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:15.678129 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:07:25.283050 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 56584) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:25.388972 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-52e1b8eb-ca2c-48d0-a8b9-afa1908f58cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:25.477055 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-52e1b8eb-ca2c-48d0-a8b9-afa1908f58cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:25.550201 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-52e1b8eb-ca2c-48d0-a8b9-afa1908f58cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:25.553407 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-ca6a328f-d3f1-4b3c-9a67-30b56c4e2285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:25.591696 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-52e1b8eb-ca2c-48d0-a8b9-afa1908f58cf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=7b7c5af4525b47a9bed8c91b06d64b33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3075321 Jun 28 22:07:25.592582 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e1b8eb-ca2c-48d0-a8b9-afa1908f58cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79de840d-c59b-4c7a-8ef2-f88031066072,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:25.594405 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56592) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:25.595627 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-52e1b8eb-ca2c-48d0-a8b9-afa1908f58cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:25.650572 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:25.670921 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:25.802628 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:25.805191 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:25.808709 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/79de840d-c59b-4c7a-8ef2-f88031066072 HTTP/1.1" status: 204 len: 168 time: 0.2131481 Jun 28 22:07:25.812690 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a919abff-9d36-4702-99d0-a1e8a8f12fc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:25.818050 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79de840d-c59b-4c7a-8ef2-f88031066072,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:25.825533 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:25.825918 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:25.826290 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:25.826660 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:25.827019 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:25.827379 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:25.827735 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:25.828121 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:25.828480 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:25.828836 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:25.829187 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:25.829536 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:25.832586 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:26.378762 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0c08da77-05a6-4714-930c-2355953c1465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:26.466422 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a025f35d-ef69-4393-9877-defc06adfb25 req-d6719701-0ea0-4544-b3ab-e6dbbd0e0e53 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-349470204&fields=id&tenant_id=dc9e33b30d97454f82560f7201c55e69 HTTP/1.1" status: 200 len: 267 time: 0.1746719 Jun 28 22:07:26.534768 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025f35d-ef69-4393-9877-defc06adfb25 req-f7c9e18d-337f-4ba0-8f54-e33c5d453387 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:26.537005 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a025f35d-ef69-4393-9877-defc06adfb25 req-f7c9e18d-337f-4ba0-8f54-e33c5d453387 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 984 time: 0.0650754 Jun 28 22:07:26.548099 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [req-a025f35d-ef69-4393-9877-defc06adfb25 req-6d265609-b909-49cc-9165-79ed117d3e95 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Request body: {'port': {'security_groups': ['6ca9336d-2d55-4f2b-a79b-d13784aafd7f']}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:07:26.634163 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-a025f35d-ef69-4393-9877-defc06adfb25 req-6d265609-b909-49cc-9165-79ed117d3e95 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:26.797599 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-a025f35d-ef69-4393-9877-defc06adfb25 req-6d265609-b909-49cc-9165-79ed117d3e95 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] For port 70df8830-afc6-4ca7-90dd-4bfe84977d28, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=70df8830-afc6-4ca7-90dd-4bfe84977d28,segment=NetworkSegment(484d212c-8f5b-49d2-8b7c-1c3ecac070ab),segment_id=484d212c-8f5b-49d2-8b7c-1c3ecac070ab)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:07:27.063635 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-a025f35d-ef69-4393-9877-defc06adfb25 req-6d265609-b909-49cc-9165-79ed117d3e95 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:27.127220 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-a025f35d-ef69-4393-9877-defc06adfb25 req-6d265609-b909-49cc-9165-79ed117d3e95 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736338'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:27.131326 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:27.139546 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['70df8830-afc6-4ca7-90dd-4bfe84977d28'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:07:27.172104 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a025f35d-ef69-4393-9877-defc06adfb25 req-6d265609-b909-49cc-9165-79ed117d3e95 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:27.172790 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-a025f35d-ef69-4393-9877-defc06adfb25 req-6d265609-b909-49cc-9165-79ed117d3e95 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:27.174638 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a025f35d-ef69-4393-9877-defc06adfb25 req-6d265609-b909-49cc-9165-79ed117d3e95 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "PUT /v2.0/ports/70df8830-afc6-4ca7-90dd-4bfe84977d28 HTTP/1.1" status: 200 len: 942 time: 0.6308665 Jun 28 22:07:27.174777 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'tag': '70df8830-afc6-4ca7-90dd-4bfe84977d28'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:07:27.177151 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c293dac-db28-49ec-b317-175728fd5e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "31230e7f-fa34-4f6d-abf0-f336d9cb4d79", "tag": "70df8830-afc6-4ca7-90dd-4bfe84977d28"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:07:27.186471 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56612) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:27.206400 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d265609-b909-49cc-9165-79ed117d3e95 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Pushing event updated for resources: {'Port': ['ID=70df8830-afc6-4ca7-90dd-4bfe84977d28,revision_number=7']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:27.211161 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-6d265609-b909-49cc-9165-79ed117d3e95 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:27.238755 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888372cf-e887-4abe-a7f2-56c41992ed9e x-openstack-request-id: req-888372cf-e887-4abe-a7f2-56c41992ed9e {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:07:27.239245 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31230e7f-fa34-4f6d-abf0-f336d9cb4d79", "tag": "70df8830-afc6-4ca7-90dd-4bfe84977d28", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:07:27.239731 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-888372cf-e887-4abe-a7f2-56c41992ed9e {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:07:27.240275 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'tag': '70df8830-afc6-4ca7-90dd-4bfe84977d28', 'status': 'completed', 'code': 200} Jun 28 22:07:27.256047 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8a307530-e2ce-4092-925d-60664c2fe53e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:27.273202 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['70df8830-afc6-4ca7-90dd-4bfe84977d28'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:07:27.316399 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8a307530-e2ce-4092-925d-60664c2fe53e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:27.371717 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c293dac-db28-49ec-b317-175728fd5e3e req-ef487f31-2609-4b55-85c7-545b35b5352f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:27.373134 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-5c293dac-db28-49ec-b317-175728fd5e3e req-ef487f31-2609-4b55-85c7-545b35b5352f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc9e33b30d97454f82560f7201c55e69&device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 1098 time: 0.1050951 Jun 28 22:07:27.503199 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-6911407b-1052-4ce5-b351-4368e8821bbc None None] Provisioning complete for port 70df8830-afc6-4ca7-90dd-4bfe84977d28 triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:07:27.503809 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-6911407b-1052-4ce5-b351-4368e8821bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:27.701458 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8a307530-e2ce-4092-925d-60664c2fe53e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:27.703974 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-8a307530-e2ce-4092-925d-60664c2fe53e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:27.705114 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-8a307530-e2ce-4092-925d-60664c2fe53e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "DELETE /v2.0/security-groups/a437821d-dc4f-40fd-b7b2-d4fa257f339e HTTP/1.1" status: 204 len: 168 time: 0.5169261 Jun 28 22:07:27.707199 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-32b5e832-9211-44cd-a37f-701bb2e07eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:27.708575 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 56616) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:27.719828 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a307530-e2ce-4092-925d-60664c2fe53e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a437821d-dc4f-40fd-b7b2-d4fa257f339e,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:27.729595 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8a307530-e2ce-4092-925d-60664c2fe53e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:27.744574 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c293dac-db28-49ec-b317-175728fd5e3e req-0b40d082-477b-44b0-b561-edb5b33a34a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:27.746314 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-5c293dac-db28-49ec-b317-175728fd5e3e req-0b40d082-477b-44b0-b561-edb5b33a34a0 service neutron] 10.222.0.35 "GET /v2.0/networks?id=16611fc9-d4a8-48d3-984f-5056d4188409 HTTP/1.1" status: 200 len: 914 time: 0.3628407 Jun 28 22:07:27.813628 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-5c293dac-db28-49ec-b317-175728fd5e3e req-2798e2e2-da14-4ac1-a50d-16f67d8b5a2d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70df8830-afc6-4ca7-90dd-4bfe84977d28 HTTP/1.1" status: 200 len: 1000 time: 0.0570223 Jun 28 22:07:27.864046 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c293dac-db28-49ec-b317-175728fd5e3e req-1a3ee396-4faa-48de-80f4-1d41f99f236e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:27.865463 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-5c293dac-db28-49ec-b317-175728fd5e3e req-1a3ee396-4faa-48de-80f4-1d41f99f236e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8e0c7a5-9ea4-47fd-a14b-93505b943626 HTTP/1.1" status: 200 len: 852 time: 0.0449979 Jun 28 22:07:27.869642 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-6ae31f2f-0a80-4f5f-99d4-0729476c55ac tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Deleting port 93a42bfd-c47f-4a9c-bbae-ef61308177d0 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:07:27.869993 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6ae31f2f-0a80-4f5f-99d4-0729476c55ac tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:27.920619 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c293dac-db28-49ec-b317-175728fd5e3e req-a8509242-65d0-4730-bd5e-84a87664c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:27.922074 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-5c293dac-db28-49ec-b317-175728fd5e3e req-a8509242-65d0-4730-bd5e-84a87664c1b3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16611fc9-d4a8-48d3-984f-5056d4188409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0495031 Jun 28 22:07:27.954086 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6ae31f2f-0a80-4f5f-99d4-0729476c55ac tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:27.954516 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6ae31f2f-0a80-4f5f-99d4-0729476c55ac tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:27.968610 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-6ae31f2f-0a80-4f5f-99d4-0729476c55ac tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Calling delete_port for 93a42bfd-c47f-4a9c-bbae-ef61308177d0 owned by network:floatingip {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:07:28.022536 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-5c293dac-db28-49ec-b317-175728fd5e3e req-e133e91a-ad76-4ebd-a1ef-d87096fdeb3c service neutron] 10.222.0.35 "GET /v2.0/networks/16611fc9-d4a8-48d3-984f-5056d4188409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925977 Jun 28 22:07:28.131800 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-5c293dac-db28-49ec-b317-175728fd5e3e req-f3d7fe01-bb7a-4b71-a03d-0a49dd2c3aae service neutron] 10.222.0.35 "GET /v2.0/networks/16611fc9-d4a8-48d3-984f-5056d4188409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015940 Jun 28 22:07:28.201784 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6ae31f2f-0a80-4f5f-99d4-0729476c55ac tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:28.203889 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:28.226887 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae31f2f-0a80-4f5f-99d4-0729476c55ac tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Pushing event deleted for resources: {'Port': ['ID=93a42bfd-c47f-4a9c-bbae-ef61308177d0,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:28.229987 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-6ae31f2f-0a80-4f5f-99d4-0729476c55ac tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:28.293354 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6ae31f2f-0a80-4f5f-99d4-0729476c55ac tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks [] for floatingip, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:28.293694 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.db.l3_db [None req-6ae31f2f-0a80-4f5f-99d4-0729476c55ac tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Floating IP 5d52f156-30a6-4856-81e4-87d2c1f52239 disassociated (deleted). External IP: 172.28.0.32, port: 70df8830-afc6-4ca7-90dd-4bfe84977d28. Jun 28 22:07:28.493832 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae31f2f-0a80-4f5f-99d4-0729476c55ac tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:07:28.604222 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae31f2f-0a80-4f5f-99d4-0729476c55ac tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:07:28.609125 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6ae31f2f-0a80-4f5f-99d4-0729476c55ac tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:28.613319 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd702f24-9aea-4b38-8000-a9d2653f4e3a None None] Sync routers for ids ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:07:28.622669 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd702f24-9aea-4b38-8000-a9d2653f4e3a None None] Routers {'8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:07:28.623253 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-fd702f24-9aea-4b38-8000-a9d2653f4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:06:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:28.649502 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-6ae31f2f-0a80-4f5f-99d4-0729476c55ac tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "DELETE /v2.0/floatingips/5d52f156-30a6-4856-81e4-87d2c1f52239 HTTP/1.1" status: 204 len: 168 time: 0.9374743 Jun 28 22:07:28.742887 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-fd702f24-9aea-4b38-8000-a9d2653f4e3a None None] Set router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:07:28.896510 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-e9ee4504-b237-4ad4-9554-c92aed376c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:28.994032 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:29.089475 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-fd702f24-9aea-4b38-8000-a9d2653f4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:26Z', 'updated_at': '2021-06-28T22:04:32Z', 'revision_number': 4, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'gw_port': {'id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:27Z', 'updated_at': '2021-06-28T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '522031fc-c122-41aa-b1bc-a2430a7ed3bf', 'name': '', 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'mac_address': 'fa:16:3e:bf:2d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:31Z', 'updated_at': '2021-06-28T22:04:40Z', 'revision_number': 5, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'subnets': [{'id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:29.117760 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd702f24-9aea-4b38-8000-a9d2653f4e3a None None] Checking router: 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:07:29.127162 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd702f24-9aea-4b38-8000-a9d2653f4e3a None None] Routers {'8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:07:29.127802 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-fd702f24-9aea-4b38-8000-a9d2653f4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:07:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:29.159048 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093652e8-46b5-4e23-a556-d4f17d735bcb req-b25b1560-0897-444f-8f4c-fb89f8b732a8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:29.161230 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-093652e8-46b5-4e23-a556-d4f17d735bcb req-b25b1560-0897-444f-8f4c-fb89f8b732a8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0708070 Jun 28 22:07:29.205564 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-093652e8-46b5-4e23-a556-d4f17d735bcb req-55893847-fd90-46f4-abe0-0a9d19b95d69 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381474 Jun 28 22:07:29.241748 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'tag': '70df8830-afc6-4ca7-90dd-4bfe84977d28'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:07:29.244278 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478c0930-9f09-4778-8265-5d86bb8ab068" -d '{"events": [{"name": "network-changed", "server_uuid": "31230e7f-fa34-4f6d-abf0-f336d9cb4d79", "tag": "70df8830-afc6-4ca7-90dd-4bfe84977d28"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:07:29.247059 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-fd702f24-9aea-4b38-8000-a9d2653f4e3a None None] Set router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:07:29.279336 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49846895-a96d-4113-9d06-c6612df3c924 x-openstack-request-id: req-49846895-a96d-4113-9d06-c6612df3c924 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:07:29.279667 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31230e7f-fa34-4f6d-abf0-f336d9cb4d79", "tag": "70df8830-afc6-4ca7-90dd-4bfe84977d28", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:07:29.279957 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-49846895-a96d-4113-9d06-c6612df3c924 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:07:29.280421 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'tag': '70df8830-afc6-4ca7-90dd-4bfe84977d28', 'status': 'completed', 'code': 200} Jun 28 22:07:29.354573 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c0930-9f09-4778-8265-5d86bb8ab068 req-2d70802c-99ee-4bdb-a415-7229a82a939c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:29.356132 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-478c0930-9f09-4778-8265-5d86bb8ab068 req-2d70802c-99ee-4bdb-a415-7229a82a939c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=dc9e33b30d97454f82560f7201c55e69&device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 1098 time: 0.0519078 Jun 28 22:07:29.447550 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-fd702f24-9aea-4b38-8000-a9d2653f4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:26Z', 'updated_at': '2021-06-28T22:04:32Z', 'revision_number': 4, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'gw_port': {'id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:27Z', 'updated_at': '2021-06-28T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '522031fc-c122-41aa-b1bc-a2430a7ed3bf', 'name': '', 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'mac_address': 'fa:16:3e:bf:2d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:31Z', 'updated_at': '2021-06-28T22:04:40Z', 'revision_number': 5, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'subnets': [{'id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:29.449172 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c0930-9f09-4778-8265-5d86bb8ab068 req-805282d4-fe6b-47d4-9d3e-b080cc78ffd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:29.450695 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-478c0930-9f09-4778-8265-5d86bb8ab068 req-805282d4-fe6b-47d4-9d3e-b080cc78ffd4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=16611fc9-d4a8-48d3-984f-5056d4188409 HTTP/1.1" status: 200 len: 914 time: 0.0874336 Jun 28 22:07:29.475024 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd702f24-9aea-4b38-8000-a9d2653f4e3a None None] The sync data for ids ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'] in dv-cinder-798384-1-smb is: [{'id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:26Z', 'updated_at': '2021-06-28T22:04:32Z', 'revision_number': 4, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'gw_port': {'id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:27Z', 'updated_at': '2021-06-28T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '522031fc-c122-41aa-b1bc-a2430a7ed3bf', 'name': '', 'network_id': '16611fc9-d4a8-48d3-984f-5056d4188409', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'mac_address': 'fa:16:3e:bf:2d:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:31Z', 'updated_at': '2021-06-28T22:04:40Z', 'revision_number': 5, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'subnets': [{'id': 'd8e0c7a5-9ea4-47fd-a14b-93505b943626', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:07:29.501622 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-478c0930-9f09-4778-8265-5d86bb8ab068 req-840284d6-473f-4576-ac1c-5ac96fd7969a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70df8830-afc6-4ca7-90dd-4bfe84977d28 HTTP/1.1" status: 200 len: 217 time: 0.0381584 Jun 28 22:07:29.558419 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c0930-9f09-4778-8265-5d86bb8ab068 req-54e2b9ba-ac4f-450f-830f-c1fb88533e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:29.559979 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-478c0930-9f09-4778-8265-5d86bb8ab068 req-54e2b9ba-ac4f-450f-830f-c1fb88533e3b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=d8e0c7a5-9ea4-47fd-a14b-93505b943626 HTTP/1.1" status: 200 len: 852 time: 0.0519550 Jun 28 22:07:29.624693 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478c0930-9f09-4778-8265-5d86bb8ab068 req-f1d44b0e-8ca3-4a97-92f5-e4eeba8048a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:29.628573 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-478c0930-9f09-4778-8265-5d86bb8ab068 req-f1d44b0e-8ca3-4a97-92f5-e4eeba8048a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=16611fc9-d4a8-48d3-984f-5056d4188409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0571096 Jun 28 22:07:29.700205 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cce68c7-3311-428b-b75c-54eb949db6c1 None None] New status for floating IP 5d52f156-30a6-4856-81e4-87d2c1f52239: DOWN {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:07:29.718029 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-478c0930-9f09-4778-8265-5d86bb8ab068 req-e576f5f2-4ab6-44b8-bf23-b26b454888dc service neutron] 10.222.0.35 "GET /v2.0/networks/16611fc9-d4a8-48d3-984f-5056d4188409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845182 Jun 28 22:07:29.822492 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-478c0930-9f09-4778-8265-5d86bb8ab068 req-3fce35fd-6f46-4cd4-851d-3df972100dc1 service neutron] 10.222.0.35 "GET /v2.0/networks/16611fc9-d4a8-48d3-984f-5056d4188409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976706 Jun 28 22:07:30.184832 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:30.386335 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b0f2b-03ed-43b2-b79e-9bff8a390e90 req-753fcb42-275f-4dfc-9eb0-6441ffdb727c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:30.387843 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ff7b0f2b-03ed-43b2-b79e-9bff8a390e90 req-753fcb42-275f-4dfc-9eb0-6441ffdb727c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0674515 Jun 28 22:07:30.423470 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ff7b0f2b-03ed-43b2-b79e-9bff8a390e90 req-ffcd1a07-a08d-4570-8ee6-fa5f045813a2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299404 Jun 28 22:07:31.601531 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a61cd4-1f09-4554-a87a-41450aeb44ba req-65bbe4da-f912-44a1-8b53-78de3b130b50 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:31.603009 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-68a61cd4-1f09-4554-a87a-41450aeb44ba req-65bbe4da-f912-44a1-8b53-78de3b130b50 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0634048 Jun 28 22:07:31.641282 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-68a61cd4-1f09-4554-a87a-41450aeb44ba req-615969cb-19b6-49c5-b395-7269f0f3f9e7 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324538 Jun 28 22:07:31.665291 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:32.163882 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5ef21-f616-4e2a-81a3-ca3170880950 req-c2231177-809f-4b19-b87e-c014d7a5d649 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:32.165955 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f9a5ef21-f616-4e2a-81a3-ca3170880950 req-c2231177-809f-4b19-b87e-c014d7a5d649 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 945 time: 0.0646458 Jun 28 22:07:32.206375 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f9a5ef21-f616-4e2a-81a3-ca3170880950 req-b47ef954-909f-4f27-9ecc-8f88619c0dc4 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349464 Jun 28 22:07:32.812699 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a3056-59bc-4dcb-ab9e-4b9a261e7981 req-efd76a29-546d-4cac-b712-f0711161ede2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:32.814157 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6b4a3056-59bc-4dcb-ab9e-4b9a261e7981 req-efd76a29-546d-4cac-b712-f0711161ede2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0619078 Jun 28 22:07:32.850322 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6b4a3056-59bc-4dcb-ab9e-4b9a261e7981 req-3db8a44c-d82f-4c9c-859a-7b537c99dd19 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304723 Jun 28 22:07:33.380565 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464d821-03fc-4383-ab8b-afe97e6ac897 req-534a7517-fda5-4f73-9186-20b6fc38e667 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:33.382033 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6464d821-03fc-4383-ab8b-afe97e6ac897 req-534a7517-fda5-4f73-9186-20b6fc38e667 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 945 time: 0.0616012 Jun 28 22:07:33.419378 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6464d821-03fc-4383-ab8b-afe97e6ac897 req-55051018-6732-4074-b3f0-2150f7625ce8 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/security-groups?id=6ca9336d-2d55-4f2b-a79b-d13784aafd7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318861 Jun 28 22:07:34.006505 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4741ce-9762-4264-be16-39334f1fb0a2 req-51091fe2-0b28-4fa6-af6a-a9bff64ea80d tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:34.007947 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-cf4741ce-9762-4264-be16-39334f1fb0a2 req-51091fe2-0b28-4fa6-af6a-a9bff64ea80d tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.35 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 945 time: 0.0667534 Jun 28 22:07:34.033315 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee3aa3a-2abd-436f-b48c-4cdc3f673479 req-c2274466-6484-4649-ba83-a3120f064c23 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:34.034696 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fee3aa3a-2abd-436f-b48c-4cdc3f673479 req-c2274466-6484-4649-ba83-a3120f064c23 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0652285 Jun 28 22:07:34.072470 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fee3aa3a-2abd-436f-b48c-4cdc3f673479 req-dff98ce8-2886-4cbd-8b94-b9131f214de3 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321267 Jun 28 22:07:34.108940 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-cf4741ce-9762-4264-be16-39334f1fb0a2 req-f3e7ed55-9179-463a-9352-a14b27e8f384 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Deleting port 70df8830-afc6-4ca7-90dd-4bfe84977d28 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:07:34.109288 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cf4741ce-9762-4264-be16-39334f1fb0a2 req-f3e7ed55-9179-463a-9352-a14b27e8f384 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:34.195562 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-cf4741ce-9762-4264-be16-39334f1fb0a2 req-f3e7ed55-9179-463a-9352-a14b27e8f384 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] For port 70df8830-afc6-4ca7-90dd-4bfe84977d28, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=70df8830-afc6-4ca7-90dd-4bfe84977d28,segment=NetworkSegment(484d212c-8f5b-49d2-8b7c-1c3ecac070ab),segment_id=484d212c-8f5b-49d2-8b7c-1c3ecac070ab)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:07:34.195913 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cf4741ce-9762-4264-be16-39334f1fb0a2 req-f3e7ed55-9179-463a-9352-a14b27e8f384 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:34.210498 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-cf4741ce-9762-4264-be16-39334f1fb0a2 req-f3e7ed55-9179-463a-9352-a14b27e8f384 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Calling delete_port for 70df8830-afc6-4ca7-90dd-4bfe84977d28 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:07:34.389862 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cf4741ce-9762-4264-be16-39334f1fb0a2 req-f3e7ed55-9179-463a-9352-a14b27e8f384 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:34.393670 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:34.401278 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['70df8830-afc6-4ca7-90dd-4bfe84977d28'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:07:34.418768 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e7ed55-9179-463a-9352-a14b27e8f384 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Pushing event deleted for resources: {'Port': ['ID=70df8830-afc6-4ca7-90dd-4bfe84977d28,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:34.423087 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-f3e7ed55-9179-463a-9352-a14b27e8f384 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:34.471969 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4741ce-9762-4264-be16-39334f1fb0a2 req-f3e7ed55-9179-463a-9352-a14b27e8f384 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] No DVR routers for this DVR port 70df8830-afc6-4ca7-90dd-4bfe84977d28 on host hv-cinder-79838 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:07:34.472135 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-cf4741ce-9762-4264-be16-39334f1fb0a2 req-f3e7ed55-9179-463a-9352-a14b27e8f384 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:34.474751 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-cf4741ce-9762-4264-be16-39334f1fb0a2 req-f3e7ed55-9179-463a-9352-a14b27e8f384 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.35 "DELETE /v2.0/ports/70df8830-afc6-4ca7-90dd-4bfe84977d28 HTTP/1.1" status: 204 len: 173 time: 0.4605026 Jun 28 22:07:34.475248 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'name': 'network-vif-deleted', 'tag': '70df8830-afc6-4ca7-90dd-4bfe84977d28'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:07:34.477901 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95245bf-f90d-45fa-bf77-0fb924841993" -d '{"events": [{"server_uuid": "31230e7f-fa34-4f6d-abf0-f336d9cb4d79", "name": "network-vif-deleted", "tag": "70df8830-afc6-4ca7-90dd-4bfe84977d28"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:07:34.515806 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9730dbc2-faa9-4376-b0f3-1e2f3333dfd1 x-openstack-request-id: req-9730dbc2-faa9-4376-b0f3-1e2f3333dfd1 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:07:34.515806 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31230e7f-fa34-4f6d-abf0-f336d9cb4d79", "name": "network-vif-deleted", "tag": "70df8830-afc6-4ca7-90dd-4bfe84977d28", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:07:34.515806 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-9730dbc2-faa9-4376-b0f3-1e2f3333dfd1 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:07:34.516115 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31230e7f-fa34-4f6d-abf0-f336d9cb4d79', 'name': 'network-vif-deleted', 'tag': '70df8830-afc6-4ca7-90dd-4bfe84977d28', 'status': 'completed', 'code': 200} Jun 28 22:07:34.566998 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9bac7524-1873-40cd-b99b-eba7aadaade9 req-4765dffc-569c-4684-bed5-ae2683dcfd92 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] 10.222.0.36 "GET /v2.0/ports?device_id=31230e7f-fa34-4f6d-abf0-f336d9cb4d79 HTTP/1.1" status: 200 len: 210 time: 0.0286980 Jun 28 22:07:35.247132 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0402003-6c48-4eaa-9919-34c3673430ea req-f20d69a5-cfc1-4872-9d99-03d995bd900e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:35.248647 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d0402003-6c48-4eaa-9919-34c3673430ea req-f20d69a5-cfc1-4872-9d99-03d995bd900e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0613191 Jun 28 22:07:35.287886 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d0402003-6c48-4eaa-9919-34c3673430ea req-0b8cb1f7-5f2a-417f-8489-e902cfa84411 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334563 Jun 28 22:07:36.467588 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94296a20-8abb-49b4-a4a2-26a147770974 req-4a117131-cfed-4e01-bf99-7ee516e76b4a tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:36.469094 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-94296a20-8abb-49b4-a4a2-26a147770974 req-4a117131-cfed-4e01-bf99-7ee516e76b4a tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0654197 Jun 28 22:07:36.507315 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-94296a20-8abb-49b4-a4a2-26a147770974 req-ff0bc475-1b1a-4800-b1d5-0ab785d4f29a tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327773 Jun 28 22:07:37.041493 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56744) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:37.371862 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef41c-d81b-4042-ab93-eadbcfb46aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-963356'] for router_interface, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:37.613536 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ef41c-d81b-4042-ab93-eadbcfb46aa7 admin admin] Deleting port 522031fc-c122-41aa-b1bc-a2430a7ed3bf {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:07:37.613877 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef41c-d81b-4042-ab93-eadbcfb46aa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:37.686125 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa588506-25b5-48e6-bc57-7235e8bf1056 req-f2f9b729-40ee-4547-a679-4575a74db502 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:37.687550 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fa588506-25b5-48e6-bc57-7235e8bf1056 req-f2f9b729-40ee-4547-a679-4575a74db502 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0629036 Jun 28 22:07:37.691258 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-7e1ef41c-d81b-4042-ab93-eadbcfb46aa7 admin admin] For port 522031fc-c122-41aa-b1bc-a2430a7ed3bf, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=522031fc-c122-41aa-b1bc-a2430a7ed3bf,segment=NetworkSegment(484d212c-8f5b-49d2-8b7c-1c3ecac070ab),segment_id=484d212c-8f5b-49d2-8b7c-1c3ecac070ab)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:07:37.691708 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef41c-d81b-4042-ab93-eadbcfb46aa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:37.703063 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-7e1ef41c-d81b-4042-ab93-eadbcfb46aa7 admin admin] Calling delete_port for 522031fc-c122-41aa-b1bc-a2430a7ed3bf owned by network:router_interface {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:07:37.726120 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fa588506-25b5-48e6-bc57-7235e8bf1056 req-3b5eaedf-ca86-4d7c-a77d-42e9ba797a8d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328975 Jun 28 22:07:37.926932 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef41c-d81b-4042-ab93-eadbcfb46aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:37.929288 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:37.952969 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ef41c-d81b-4042-ab93-eadbcfb46aa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=522031fc-c122-41aa-b1bc-a2430a7ed3bf,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:37.956029 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-7e1ef41c-d81b-4042-ab93-eadbcfb46aa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:38.035573 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 70df8830-afc6-4ca7-90dd-4bfe84977d28 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:07:38.062365 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: 70df8830-afc6-4ca7-90dd-4bfe84977d28 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:07:38.063080 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 70df8830-afc6-4ca7-90dd-4bfe84977d28 not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:07:38.124223 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7e1ef41c-d81b-4042-ab93-eadbcfb46aa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963464'] for router_interface, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:38.327022 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1ef41c-d81b-4042-ab93-eadbcfb46aa7 admin admin] Router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:07:38.426706 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1ef41c-d81b-4042-ab93-eadbcfb46aa7 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:07:38.432713 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-7e1ef41c-d81b-4042-ab93-eadbcfb46aa7 admin admin] 10.222.0.36 "PUT /v2.0/routers/8704ae03-8a53-4f7e-9a1c-b0d6c83277cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3902249 Jun 28 22:07:38.435298 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56750) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:38.436828 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31b782-fb93-4397-be85-93c6471c39f3 None None] Sync routers for ids ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:07:38.446471 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31b782-fb93-4397-be85-93c6471c39f3 None None] Routers {'8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:07:38.447089 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-6b31b782-fb93-4397-be85-93c6471c39f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:07:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:38.536369 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:38.548592 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-6b31b782-fb93-4397-be85-93c6471c39f3 None None] Set router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:07:38.636046 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:38.725408 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-6b31b782-fb93-4397-be85-93c6471c39f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92'}], 'enable_snat': True}, 'gw_port_id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:26Z', 'updated_at': '2021-06-28T22:07:37Z', 'revision_number': 5, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'gw_port': {'id': 'c75b0d8b-85e0-457c-a9e8-4934fd0ee490', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ba:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 399, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:27Z', 'updated_at': '2021-06-28T22:04:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:38.751226 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31b782-fb93-4397-be85-93c6471c39f3 None None] Checking router: 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:07:38.759631 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b31b782-fb93-4397-be85-93c6471c39f3 None None] Routers {'8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:07:38.760275 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-6b31b782-fb93-4397-be85-93c6471c39f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:07:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:38.771748 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Deleting port c75b0d8b-85e0-457c-a9e8-4934fd0ee490 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:07:38.772220 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:38.846344 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-6b31b782-fb93-4397-be85-93c6471c39f3 None None] Set router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb gateway port host: None {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:07:38.852460 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] For port c75b0d8b-85e0-457c-a9e8-4934fd0ee490, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=c75b0d8b-85e0-457c-a9e8-4934fd0ee490,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:07:38.852818 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:38.864454 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Calling delete_port for c75b0d8b-85e0-457c-a9e8-4934fd0ee490 owned by network:router_gateway {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:07:38.903738 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-6b31b782-fb93-4397-be85-93c6471c39f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:26Z', 'updated_at': '2021-06-28T22:07:38Z', 'revision_number': 6, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'gw_port_host': None}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:38.913702 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87b19b-57e5-40b6-9039-d7e7f1611292 req-e743f824-d7c4-4a33-9eba-a88d6d29a0fe tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:38.918050 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3e87b19b-57e5-40b6-9039-d7e7f1611292 req-e743f824-d7c4-4a33-9eba-a88d6d29a0fe tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0643592 Jun 28 22:07:38.932150 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b31b782-fb93-4397-be85-93c6471c39f3 None None] The sync data for ids ['8704ae03-8a53-4f7e-9a1c-b0d6c83277cb'] in dv-cinder-798384-1-smb is: [{'id': '8704ae03-8a53-4f7e-9a1c-b0d6c83277cb', 'name': 'tempest-TestMinimumBasicScenario-87535949-router', 'tenant_id': 'dc9e33b30d97454f82560f7201c55e69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:26Z', 'updated_at': '2021-06-28T22:07:38Z', 'revision_number': 6, 'project_id': 'dc9e33b30d97454f82560f7201c55e69', 'gw_port_host': None}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:07:38.962829 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3e87b19b-57e5-40b6-9039-d7e7f1611292 req-1b378820-e832-4cae-a3b8-ba8013e7f80d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412495 Jun 28 22:07:39.075582 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:39.078321 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-06ef2428-8437-45ce-90fe-21ba67dbeaa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:39.101213 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Pushing event deleted for resources: {'Port': ['ID=c75b0d8b-85e0-457c-a9e8-4934fd0ee490,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:39.104324 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:39.163242 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963926'] for router_gateway, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:39.258246 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-963385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7194'] for router, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:39.260629 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:39.350830 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-963888'] for router, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:39.351456 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8704ae03-8a53-4f7e-9a1c-b0d6c83277cb {{(pid=93383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:07:39.359584 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:39.360313 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 56760) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:39.360982 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] 10.222.0.36 "DELETE /v2.0/routers/8704ae03-8a53-4f7e-9a1c-b0d6c83277cb HTTP/1.1" status: 204 len: 168 time: 0.9247098 Jun 28 22:07:39.405907 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Deleting subnet d8e0c7a5-9ea4-47fd-a14b-93505b943626 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:07:39.408854 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:39.442161 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8526938'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:39.547417 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929869'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:39.647746 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9234930'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:39.650966 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:39.675656 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8e0c7a5-9ea4-47fd-a14b-93505b943626,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:39.680263 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:39.684663 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/d8e0c7a5-9ea4-47fd-a14b-93505b943626 HTTP/1.1" status: 204 len: 168 time: 0.3208034 Jun 28 22:07:39.686678 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 56762) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:39.689332 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70e87df-4b73-45f7-b1be-dbf192e639e9 None None] Network 16611fc9-d4a8-48d3-984f-5056d4188409 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:07:39.700562 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:39.701324 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:39.701877 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:39.702246 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:39.702615 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:39.703055 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:39.703446 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:39.703808 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:39.704256 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:39.704618 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:39.704975 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:39.705358 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:39.718991 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-ba5ed375-5b4b-4a32-95cc-c857ef9e1d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:39.803790 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604114'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:39.890860 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Deleting port d4a46857-5a9d-4b58-8604-408e5b699e69 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:07:39.891429 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:39.893196 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 522031fc-c122-41aa-b1bc-a2430a7ed3bf no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:07:39.924111 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: 522031fc-c122-41aa-b1bc-a2430a7ed3bf {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:07:39.924422 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 522031fc-c122-41aa-b1bc-a2430a7ed3bf not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:07:39.925103 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device c75b0d8b-85e0-457c-a9e8-4934fd0ee490 no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:07:39.932334 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] DHCP port deletion for 16611fc9-d4a8-48d3-984f-5056d4188409 request from dv-cinder-798384-1-smb {{(pid=93385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 22:07:39.956094 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: c75b0d8b-85e0-457c-a9e8-4934fd0ee490 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:07:39.956361 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device c75b0d8b-85e0-457c-a9e8-4934fd0ee490 not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:07:39.966291 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] For port d4a46857-5a9d-4b58-8604-408e5b699e69, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=d4a46857-5a9d-4b58-8604-408e5b699e69,segment=NetworkSegment(484d212c-8f5b-49d2-8b7c-1c3ecac070ab),segment_id=484d212c-8f5b-49d2-8b7c-1c3ecac070ab)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:07:39.966814 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:39.982152 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Calling delete_port for d4a46857-5a9d-4b58-8604-408e5b699e69 owned by network:dhcp {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:07:40.005345 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Deleting port d4a46857-5a9d-4b58-8604-408e5b699e69 {{(pid=93385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:07:40.005742 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:40.080630 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] For port d4a46857-5a9d-4b58-8604-408e5b699e69, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=d4a46857-5a9d-4b58-8604-408e5b699e69,segment=NetworkSegment(484d212c-8f5b-49d2-8b7c-1c3ecac070ab),segment_id=484d212c-8f5b-49d2-8b7c-1c3ecac070ab)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:07:40.081029 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:40.100419 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Calling delete_port for d4a46857-5a9d-4b58-8604-408e5b699e69 owned by network:dhcp {{(pid=93385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:07:40.169743 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d5b324-3301-4bda-a41e-c6e8894bdeae req-b5d87aaa-1d77-4ee2-912a-82096e05209b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:40.171223 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-60d5b324-3301-4bda-a41e-c6e8894bdeae req-b5d87aaa-1d77-4ee2-912a-82096e05209b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0667331 Jun 28 22:07:40.172343 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:40.175255 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-6d265609-b909-49cc-9165-79ed117d3e95 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:40.199776 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4a46857-5a9d-4b58-8604-408e5b699e69,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:40.204344 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:40.219084 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] No DVR routers for this DVR port d4a46857-5a9d-4b58-8604-408e5b699e69 on host dv-cinder-798384-1-smb {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:07:40.236809 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748'] for port, after_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:40.240353 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:40.264086 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Pushing event deleted for resources: {'Port': ['ID=d4a46857-5a9d-4b58-8604-408e5b699e69,revision_number=None']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:40.266088 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:40.274856 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:40.275201 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:40.275545 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:40.275883 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:40.276258 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:40.276592 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:40.276933 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:40.277247 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:40.277571 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:40.277892 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:40.278213 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:40.278537 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:07:40.281384 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] No DVR routers for this DVR port d4a46857-5a9d-4b58-8604-408e5b699e69 on host dv-cinder-798384-1-smb {{(pid=93385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:07:40.281666 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-60d5b324-3301-4bda-a41e-c6e8894bdeae req-92debbf4-0a62-450e-8b04-81cf001b4e00 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858903 Jun 28 22:07:40.282610 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-5fcfefcc-0862-49ac-a02a-edfeda8c012c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:40.314059 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929245', 'neutron.services.segments.db._delete_segments_for_network-8736847184231'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:40.324662 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16611fc9-d4a8-48d3-984f-5056d4188409']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:40.334912 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '484d212c-8f5b-49d2-8b7c-1c3ecac070ab') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:40.335211 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '484d212c-8f5b-49d2-8b7c-1c3ecac070ab') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:40.343560 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736847130462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8526913'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:40.356840 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:40.362509 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:07:40.362893 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8735882'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: Traceback (most recent call last): Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: timer() Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: cb(*args, **kw) Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: return func(*args, **kwargs) Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: self._notify() Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: self.callback(batched_events) Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: event.method(event) Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: return f(self, *a, **k) Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: return self._get(url).json() Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:07:40.364589 dv-cinder-798384-1-smb neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:07:40.498469 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963850'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:40.502070 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-87d42b51-e365-4004-9c9d-c78637a5d299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:40.507503 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:40.507503 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] 10.222.0.36 "DELETE /v2.0/networks/16611fc9-d4a8-48d3-984f-5056d4188409 HTTP/1.1" status: 204 len: 168 time: 0.8190579 Jun 28 22:07:40.509967 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56770) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:40.521828 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=16611fc9-d4a8-48d3-984f-5056d4188409,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:40.524198 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-16d38679-640d-4e57-af26-3ea2c8ff00d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:41.119375 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c1217865-4234-4834-b394-77dbcdc9e224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-963356'] for router_interface, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:41.386620 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-c1217865-4234-4834-b394-77dbcdc9e224 admin admin] Deleting port 8a1d874e-e7af-4ddc-8ec7-4394302485fa {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:07:41.387092 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c1217865-4234-4834-b394-77dbcdc9e224 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:41.468305 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-c1217865-4234-4834-b394-77dbcdc9e224 admin admin] For port 8a1d874e-e7af-4ddc-8ec7-4394302485fa, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=8a1d874e-e7af-4ddc-8ec7-4394302485fa,segment=NetworkSegment(3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49),segment_id=3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:07:41.468625 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c1217865-4234-4834-b394-77dbcdc9e224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:41.471394 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42a270d-6353-46ed-b4ee-786bbfb2c0da req-c6a82fbb-36ae-4fef-932e-c8b992310ccd tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:41.472898 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b42a270d-6353-46ed-b4ee-786bbfb2c0da req-c6a82fbb-36ae-4fef-932e-c8b992310ccd tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0629945 Jun 28 22:07:41.480705 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-c1217865-4234-4834-b394-77dbcdc9e224 admin admin] Calling delete_port for 8a1d874e-e7af-4ddc-8ec7-4394302485fa owned by network:router_interface {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:07:41.511021 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b42a270d-6353-46ed-b4ee-786bbfb2c0da req-b75429f5-c8f2-4cbe-91e6-fef6baf92af6 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314281 Jun 28 22:07:41.721645 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c1217865-4234-4834-b394-77dbcdc9e224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:41.724507 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-0ddc8947-a1db-438c-8df3-2d4001deaa6a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:41.748013 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1217865-4234-4834-b394-77dbcdc9e224 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a1d874e-e7af-4ddc-8ec7-4394302485fa,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:41.751060 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c1217865-4234-4834-b394-77dbcdc9e224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:41.905270 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device d4a46857-5a9d-4b58-8604-408e5b699e69 no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:07:41.926511 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: d4a46857-5a9d-4b58-8604-408e5b699e69 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:07:41.927116 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device d4a46857-5a9d-4b58-8604-408e5b699e69 not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:07:41.938359 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c1217865-4234-4834-b394-77dbcdc9e224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963464'] for router_interface, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:42.150203 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1217865-4234-4834-b394-77dbcdc9e224 admin admin] Router 2b14fb9e-5106-4909-93e3-bcbc7d7df519 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:07:42.254573 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1217865-4234-4834-b394-77dbcdc9e224 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:07:42.259975 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-c1217865-4234-4834-b394-77dbcdc9e224 admin admin] 10.222.0.36 "PUT /v2.0/routers/2b14fb9e-5106-4909-93e3-bcbc7d7df519/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7489846 Jun 28 22:07:42.262474 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56786) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:42.265562 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a55b05-f5b0-4c8f-ac68-55e4303e8606 None None] Sync routers for ids ['2b14fb9e-5106-4909-93e3-bcbc7d7df519'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:07:42.274502 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a55b05-f5b0-4c8f-ac68-55e4303e8606 None None] Routers {'2b14fb9e-5106-4909-93e3-bcbc7d7df519'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:07:42.275079 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-c7a55b05-f5b0-4c8f-ac68-55e4303e8606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:07:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['2b14fb9e-5106-4909-93e3-bcbc7d7df519'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:42.362274 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:42.374268 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-c7a55b05-f5b0-4c8f-ac68-55e4303e8606 None None] Set router 2b14fb9e-5106-4909-93e3-bcbc7d7df519 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:07:42.461238 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:42.544851 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-c7a55b05-f5b0-4c8f-ac68-55e4303e8606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'name': 'tempest-TestMinimumBasicScenario-362946728-router', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.144'}], 'enable_snat': True}, 'gw_port_id': '430add7f-ca8f-465f-89fa-977380a2cb69', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:37Z', 'updated_at': '2021-06-28T22:07:41Z', 'revision_number': 5, 'project_id': '9e0971fb8aa14036a737ff35070c1249', 'gw_port': {'id': '430add7f-ca8f-465f-89fa-977380a2cb69', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:17:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:04:38Z', 'updated_at': '2021-06-28T22:04:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:42.558803 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Deleting port 430add7f-ca8f-465f-89fa-977380a2cb69 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:07:42.559160 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:42.575575 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a55b05-f5b0-4c8f-ac68-55e4303e8606 None None] Checking router: 2b14fb9e-5106-4909-93e3-bcbc7d7df519 for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:07:42.584933 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a55b05-f5b0-4c8f-ac68-55e4303e8606 None None] Routers {'2b14fb9e-5106-4909-93e3-bcbc7d7df519'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:07:42.585635 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-c7a55b05-f5b0-4c8f-ac68-55e4303e8606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:07:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['2b14fb9e-5106-4909-93e3-bcbc7d7df519'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:42.652210 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] For port 430add7f-ca8f-465f-89fa-977380a2cb69, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=430add7f-ca8f-465f-89fa-977380a2cb69,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:07:42.652571 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:42.666345 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Calling delete_port for 430add7f-ca8f-465f-89fa-977380a2cb69 owned by network:router_gateway {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:07:42.673475 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-c7a55b05-f5b0-4c8f-ac68-55e4303e8606 None None] Set router 2b14fb9e-5106-4909-93e3-bcbc7d7df519 gateway port host: None {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:07:42.733927 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea5bef-913b-4cdb-868e-3ac520700d11 req-d43d54a9-1aaf-4db0-b0c5-0a3ac83acc03 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:42.735661 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1fea5bef-913b-4cdb-868e-3ac520700d11 req-d43d54a9-1aaf-4db0-b0c5-0a3ac83acc03 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0646126 Jun 28 22:07:42.777446 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1fea5bef-913b-4cdb-868e-3ac520700d11 req-1b473f24-5f53-4c72-a5af-9315d2d2439c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347428 Jun 28 22:07:42.817128 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-c7a55b05-f5b0-4c8f-ac68-55e4303e8606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'name': 'tempest-TestMinimumBasicScenario-362946728-router', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:37Z', 'updated_at': '2021-06-28T22:07:42Z', 'revision_number': 6, 'project_id': '9e0971fb8aa14036a737ff35070c1249', 'gw_port_host': None}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:42.843459 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a55b05-f5b0-4c8f-ac68-55e4303e8606 None None] The sync data for ids ['2b14fb9e-5106-4909-93e3-bcbc7d7df519'] in dv-cinder-798384-1-smb is: [{'id': '2b14fb9e-5106-4909-93e3-bcbc7d7df519', 'name': 'tempest-TestMinimumBasicScenario-362946728-router', 'tenant_id': '9e0971fb8aa14036a737ff35070c1249', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:04:37Z', 'updated_at': '2021-06-28T22:07:42Z', 'revision_number': 6, 'project_id': '9e0971fb8aa14036a737ff35070c1249', 'gw_port_host': None}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:07:42.915162 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:42.917296 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:42.940966 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=430add7f-ca8f-465f-89fa-977380a2cb69,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:42.944883 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:43.002916 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963926'] for router_gateway, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:43.095093 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-963385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7194'] for router, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:43.097140 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:43.201562 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-963888'] for router, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:43.202098 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b14fb9e-5106-4909-93e3-bcbc7d7df519 {{(pid=93383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:07:43.207247 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:43.211348 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] 10.222.0.36 "DELETE /v2.0/routers/2b14fb9e-5106-4909-93e3-bcbc7d7df519 HTTP/1.1" status: 204 len: 168 time: 0.9456844 Jun 28 22:07:43.211961 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 56792) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:43.261479 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0e00ec-80da-401b-a3ee-5292f6d45453 admin admin] Deleting subnet e0fec82b-af5f-4310-9d54-1bf7d8514691 {{(pid=93384) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:07:43.265257 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2e0e00ec-80da-401b-a3ee-5292f6d45453 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:43.307243 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2e0e00ec-80da-401b-a3ee-5292f6d45453 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8526938'] for subnet, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:43.391097 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2e0e00ec-80da-401b-a3ee-5292f6d45453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929869'] for subnet, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:43.515844 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2e0e00ec-80da-401b-a3ee-5292f6d45453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8736275', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9234930'] for subnet, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:43.517905 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fb3f5210-fd2f-43c4-8393-39692dc93a10 req-6d47f653-81a6-4439-ac8a-a2dd959a949d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0947278 Jun 28 22:07:43.519154 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:43.550297 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0e00ec-80da-401b-a3ee-5292f6d45453 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0fec82b-af5f-4310-9d54-1bf7d8514691,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:43.552683 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-2e0e00ec-80da-401b-a3ee-5292f6d45453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:43.554637 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-2e0e00ec-80da-401b-a3ee-5292f6d45453 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e0fec82b-af5f-4310-9d54-1bf7d8514691 HTTP/1.1" status: 204 len: 168 time: 0.3415043 Jun 28 22:07:43.555679 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-2e0e00ec-80da-401b-a3ee-5292f6d45453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:43.557204 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 56796) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:43.557968 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5837a6b7-a5e7-4b9c-9507-85a5af8f631a None None] Network ad37e4f8-54b3-4a85-80b8-0f873ef271ff requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:07:43.633270 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604114'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:43.652331 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f5210-fd2f-43c4-8393-39692dc93a10 req-404187df-92fe-4d4a-a834-d2bc216b0425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:43.654179 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fb3f5210-fd2f-43c4-8393-39692dc93a10 req-404187df-92fe-4d4a-a834-d2bc216b0425 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39a6dfa20db945d8b78fe393de75ac5c&device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 1098 time: 0.0739865 Jun 28 22:07:43.687805 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Deleting port b96eae20-51e7-4a5b-b9cf-037bff32071c {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:07:43.688264 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:43.775398 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] For port b96eae20-51e7-4a5b-b9cf-037bff32071c, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=b96eae20-51e7-4a5b-b9cf-037bff32071c,segment=NetworkSegment(3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49),segment_id=3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:07:43.775976 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:43.779559 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f6b869-f102-4dc8-9a8f-309f3f98280b None None] DHCP port deletion for ad37e4f8-54b3-4a85-80b8-0f873ef271ff request from dv-cinder-798384-1-smb {{(pid=93385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 22:07:43.789396 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Calling delete_port for b96eae20-51e7-4a5b-b9cf-037bff32071c owned by network:dhcp {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:07:43.799141 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f5210-fd2f-43c4-8393-39692dc93a10 req-707ad5ba-ed94-4520-9041-f814beb1367c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:43.803718 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fb3f5210-fd2f-43c4-8393-39692dc93a10 req-707ad5ba-ed94-4520-9041-f814beb1367c service neutron] 10.222.0.35 "GET /v2.0/networks?id=1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 HTTP/1.1" status: 200 len: 910 time: 0.1270373 Jun 28 22:07:43.840377 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-01f6b869-f102-4dc8-9a8f-309f3f98280b None None] Deleting port b96eae20-51e7-4a5b-b9cf-037bff32071c {{(pid=93385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:07:43.840718 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-01f6b869-f102-4dc8-9a8f-309f3f98280b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:43.869607 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 8a1d874e-e7af-4ddc-8ec7-4394302485fa no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:07:43.916680 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fb3f5210-fd2f-43c4-8393-39692dc93a10 req-009857d1-27c2-4cba-84b2-167f6d2fe354 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=745d5c87-54f4-4bdb-88a2-e6fb944d7db6 HTTP/1.1" status: 200 len: 1001 time: 0.1000791 Jun 28 22:07:43.944695 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:43.947394 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-37210e51-6a6d-405a-b1c1-36f6e14ecd49 tempest-VolumesActionsTest-1437912872 tempest-VolumesActionsTest-1437912872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:44.000484 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f5210-fd2f-43c4-8393-39692dc93a10 req-c596e877-f53e-45a2-9548-7df5d2595694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:44.001084 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fb3f5210-fd2f-43c4-8393-39692dc93a10 req-c596e877-f53e-45a2-9548-7df5d2595694 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86579998-527f-4e8a-aa0c-cbb26314be9e HTTP/1.1" status: 200 len: 848 time: 0.0781546 Jun 28 22:07:44.036421 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Pushing event deleted for resources: {'Port': ['ID=b96eae20-51e7-4a5b-b9cf-037bff32071c,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:44.046503 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:44.047315 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] No DVR routers for this DVR port b96eae20-51e7-4a5b-b9cf-037bff32071c on host dv-cinder-798384-1-smb {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:07:44.078298 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: 8a1d874e-e7af-4ddc-8ec7-4394302485fa {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:07:44.078766 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 8a1d874e-e7af-4ddc-8ec7-4394302485fa not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:07:44.079365 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device b96eae20-51e7-4a5b-b9cf-037bff32071c no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:07:44.089514 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f5210-fd2f-43c4-8393-39692dc93a10 req-e3f317e5-9a80-4ea3-aded-1648693b368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:44.091659 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fb3f5210-fd2f-43c4-8393-39692dc93a10 req-e3f317e5-9a80-4ea3-aded-1648693b368a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1433594f-5bbe-4c2f-90ce-4178e6e5c4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0829682 Jun 28 22:07:44.108425 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: b96eae20-51e7-4a5b-b9cf-037bff32071c {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:07:44.109090 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device b96eae20-51e7-4a5b-b9cf-037bff32071c not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:07:44.109657 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 430add7f-ca8f-465f-89fa-977380a2cb69 no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:07:44.125273 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa972fd3-c570-4479-a8ac-6582cbbe49f3 req-4f408aa9-6960-430f-bf62-07f86002ac4f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:44.126791 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fa972fd3-c570-4479-a8ac-6582cbbe49f3 req-4f408aa9-6960-430f-bf62-07f86002ac4f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.1430612 Jun 28 22:07:44.132553 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: 430add7f-ca8f-465f-89fa-977380a2cb69 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:07:44.133120 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 430add7f-ca8f-465f-89fa-977380a2cb69 not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:07:44.137454 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-01f6b869-f102-4dc8-9a8f-309f3f98280b None None] For port b96eae20-51e7-4a5b-b9cf-037bff32071c, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=b96eae20-51e7-4a5b-b9cf-037bff32071c,segment=NetworkSegment(3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49),segment_id=3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:07:44.138021 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-01f6b869-f102-4dc8-9a8f-309f3f98280b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:44.158550 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-01f6b869-f102-4dc8-9a8f-309f3f98280b None None] Calling delete_port for b96eae20-51e7-4a5b-b9cf-037bff32071c owned by network:dhcp {{(pid=93385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:07:44.167193 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929245', 'neutron.services.segments.db._delete_segments_for_network-8736847184231'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:44.189039 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad37e4f8-54b3-4a85-80b8-0f873ef271ff']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:44.200925 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:44.201219 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbf3cfb-94e2-4f17-a1ff-8bebe1f34e49') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:44.216956 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736847130462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8526913'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:44.229270 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fa972fd3-c570-4479-a8ac-6582cbbe49f3 req-60555331-9165-42c4-81d7-4580a79f7adf tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710793 Jun 28 22:07:44.235387 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:44.241549 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:07:44.241937 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8735882'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: Traceback (most recent call last): Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: timer() Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: cb(*args, **kw) Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: return func(*args, **kwargs) Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: self._notify() Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: self.callback(batched_events) Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: event.method(event) Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: return f(self, *a, **k) Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: return self._get(url).json() Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:07:44.243659 dv-cinder-798384-1-smb neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:07:44.246839 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fb3f5210-fd2f-43c4-8393-39692dc93a10 req-93767784-52fa-4e28-9cb3-577508017cc6 service neutron] 10.222.0.35 "GET /v2.0/networks/1433594f-5bbe-4c2f-90ce-4178e6e5c4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454914 Jun 28 22:07:44.268960 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-01f6b869-f102-4dc8-9a8f-309f3f98280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748'] for port, after_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:44.271567 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:44.296943 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f6b869-f102-4dc8-9a8f-309f3f98280b None None] Pushing event deleted for resources: {'Port': ['ID=b96eae20-51e7-4a5b-b9cf-037bff32071c,revision_number=None']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:44.309877 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-01f6b869-f102-4dc8-9a8f-309f3f98280b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:44.314397 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f6b869-f102-4dc8-9a8f-309f3f98280b None None] No DVR routers for this DVR port b96eae20-51e7-4a5b-b9cf-037bff32071c on host dv-cinder-798384-1-smb {{(pid=93385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:07:44.346908 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fb3f5210-fd2f-43c4-8393-39692dc93a10 req-aafb09d8-f153-49a4-80d9-a58751a31be5 service neutron] 10.222.0.35 "GET /v2.0/networks/1433594f-5bbe-4c2f-90ce-4178e6e5c4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937231 Jun 28 22:07:44.366879 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963850'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:44.370869 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-95d2e2e2-62ca-4e5a-922a-edd643b4d445 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:44.373415 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:44.375482 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] 10.222.0.36 "DELETE /v2.0/networks/ad37e4f8-54b3-4a85-80b8-0f873ef271ff HTTP/1.1" status: 204 len: 168 time: 0.8173726 Jun 28 22:07:44.387582 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Pushing event deleted for resources: {'Network': ['ID=ad37e4f8-54b3-4a85-80b8-0f873ef271ff,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:44.392353 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:44.709953 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 56810) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:44.748520 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-64e417c5-0cf6-45fc-8bf5-9687683a4be8 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dc9e33b30d97454f82560f7201c55e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0373514 Jun 28 22:07:44.750965 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 56812) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:44.798799 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-218ccd2b-cb0e-4829-ba2d-a6dab6231fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:44.828732 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-218ccd2b-cb0e-4829-ba2d-a6dab6231fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:45.172910 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-218ccd2b-cb0e-4829-ba2d-a6dab6231fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:45.175465 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-218ccd2b-cb0e-4829-ba2d-a6dab6231fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:45.176772 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-218ccd2b-cb0e-4829-ba2d-a6dab6231fd0 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6ca9336d-2d55-4f2b-a79b-d13784aafd7f HTTP/1.1" status: 204 len: 168 time: 0.4247966 Jun 28 22:07:45.177660 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-bea8fedd-daac-42ef-bdbc-882be2d6ec98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:45.185710 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ccd2b-cb0e-4829-ba2d-a6dab6231fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ca9336d-2d55-4f2b-a79b-d13784aafd7f,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:45.188204 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-218ccd2b-cb0e-4829-ba2d-a6dab6231fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:45.412355 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807ad6d9-e0e4-4b8c-9fc5-d56b3ea4c4b0 req-f088f53b-ab78-4ddb-bdd8-9e9c701593df tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:45.413803 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-807ad6d9-e0e4-4b8c-9fc5-d56b3ea4c4b0 req-f088f53b-ab78-4ddb-bdd8-9e9c701593df tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0620368 Jun 28 22:07:45.450253 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-807ad6d9-e0e4-4b8c-9fc5-d56b3ea4c4b0 req-eeef5c49-102f-4823-913b-3732f584e45e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308490 Jun 28 22:07:45.818282 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56824) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:45.857001 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-321e3717-a4a3-4cae-ae92-89435d88b95f admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9e0971fb8aa14036a737ff35070c1249&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0374305 Jun 28 22:07:45.859325 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56828) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:45.912190 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9cae-965b-4311-88fc-f49f4006a01c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:45.935777 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9cae-965b-4311-88fc-f49f4006a01c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:46.058737 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9cae-965b-4311-88fc-f49f4006a01c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:46.061426 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4b1e9cae-965b-4311-88fc-f49f4006a01c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:46.062727 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-4b1e9cae-965b-4311-88fc-f49f4006a01c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/617d8978-f360-473d-8d86-28703f4725a9 HTTP/1.1" status: 204 len: 168 time: 0.2024992 Jun 28 22:07:46.063560 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-55dff519-5651-4032-b84d-e63e40d8a8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:46.076684 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1e9cae-965b-4311-88fc-f49f4006a01c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=617d8978-f360-473d-8d86-28703f4725a9,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:46.079137 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-4b1e9cae-965b-4311-88fc-f49f4006a01c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:46.095302 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device ba88c267-59b6-448f-ad69-0de0fbb1dd5b details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:07:46.196762 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port ba88c267-59b6-448f-ad69-0de0fbb1dd5b, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:07:46.206984 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'port_id': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'mac_address': 'fa:16:3e:d6:55:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:07:46.248366 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:46.260592 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ba88c267-59b6-448f-ad69-0de0fbb1dd5b {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:07:46.279699 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port ba88c267-59b6-448f-ad69-0de0fbb1dd5b, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:07:46.355805 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:46.357600 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-5b49ea96-70db-4e39-9477-bcae18fba489 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:46.415811 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,revision_number=6']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:46.419303 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:46.436958 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['ba88c267-59b6-448f-ad69-0de0fbb1dd5b'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:07:46.676794 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f539d8-39de-41bd-b417-d6a174652c95 req-d3fb677c-e8e0-4699-9167-9820d7aef957 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:46.683231 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c6f539d8-39de-41bd-b417-d6a174652c95 req-d3fb677c-e8e0-4699-9167-9820d7aef957 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 945 time: 0.0680158 Jun 28 22:07:46.717210 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c6f539d8-39de-41bd-b417-d6a174652c95 req-71896893-a5db-4ab5-ab18-e3c9eea70f03 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334873 Jun 28 22:07:47.916468 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1651fc8-2047-47dd-99dc-d4939babeba5 req-cf644b11-51b1-4c22-ada4-6fde9d531812 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:47.917938 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f1651fc8-2047-47dd-99dc-d4939babeba5 req-cf644b11-51b1-4c22-ada4-6fde9d531812 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 945 time: 0.0757411 Jun 28 22:07:47.970750 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f1651fc8-2047-47dd-99dc-d4939babeba5 req-f31faedb-3844-4346-b84a-6f4e295ad6e7 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469804 Jun 28 22:07:48.105397 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device ba88c267-59b6-448f-ad69-0de0fbb1dd5b up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:07:48.167030 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port ba88c267-59b6-448f-ad69-0de0fbb1dd5b triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:07:48.167510 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:48.265072 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:48.289070 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecf0266-0631-43a7-bd42-49b477301138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:07:48.291363 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a51c72-cbee-44fb-bb90-a51643408142" -d '{"events": [{"server_uuid": "5ecf0266-0631-43a7-bd42-49b477301138", "name": "network-vif-plugged", "status": "completed", "tag": "ba88c267-59b6-448f-ad69-0de0fbb1dd5b"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:07:48.305053 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port ba88c267-59b6-448f-ad69-0de0fbb1dd5b, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:07:48.341435 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ac16e6-c755-4965-9543-06a7acba4d7b x-openstack-request-id: req-51ac16e6-c755-4965-9543-06a7acba4d7b {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:07:48.341804 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecf0266-0631-43a7-bd42-49b477301138", "name": "network-vif-plugged", "status": "completed", "tag": "ba88c267-59b6-448f-ad69-0de0fbb1dd5b", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:07:48.342191 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-51ac16e6-c755-4965-9543-06a7acba4d7b {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:07:48.342803 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecf0266-0631-43a7-bd42-49b477301138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'code': 200} Jun 28 22:07:48.395526 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:48.397445 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:48.449875 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,revision_number=7']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:48.460737 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:49.179524 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a59511-95b4-47fd-b427-200964809358 req-579653b7-5c71-45fe-b4b8-ec0f6dfb47d9 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:49.180970 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-69a59511-95b4-47fd-b427-200964809358 req-579653b7-5c71-45fe-b4b8-ec0f6dfb47d9 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0758975 Jun 28 22:07:49.221063 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-69a59511-95b4-47fd-b427-200964809358 req-ad6e2f86-d523-4d3f-8773-ea1fbd568bfc tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331645 Jun 28 22:07:50.410585 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116736c5-a083-4d18-93ce-ca74bc88bcce req-4685f9bd-31cb-4b12-9e6d-fe0240793d16 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:50.412511 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-116736c5-a083-4d18-93ce-ca74bc88bcce req-4685f9bd-31cb-4b12-9e6d-fe0240793d16 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0735598 Jun 28 22:07:50.465074 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-116736c5-a083-4d18-93ce-ca74bc88bcce req-0d5abdb8-4f9f-455a-bf18-3eb439d8e1b2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407186 Jun 28 22:07:51.663489 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96f77e-11dc-4947-b193-6f7582c4f727 req-03426239-e14a-4a83-a541-7082b0f7ec48 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:51.664990 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2c96f77e-11dc-4947-b193-6f7582c4f727 req-03426239-e14a-4a83-a541-7082b0f7ec48 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0726953 Jun 28 22:07:51.713286 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2c96f77e-11dc-4947-b193-6f7582c4f727 req-14dd9591-6860-412f-ac21-fd6e9fd8a70e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421886 Jun 28 22:07:52.678042 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:07:52.910108 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e839a2-223a-40e8-b9ae-b09be3c6fcaa req-07bb23ff-c40d-4b23-a98a-46be363b4ece tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:52.912170 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a5e839a2-223a-40e8-b9ae-b09be3c6fcaa req-07bb23ff-c40d-4b23-a98a-46be363b4ece tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0752826 Jun 28 22:07:52.952710 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a5e839a2-223a-40e8-b9ae-b09be3c6fcaa req-2182c51d-dd61-4015-a5ab-92427bc092e6 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336709 Jun 28 22:07:54.141668 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc331612-7a5c-46fe-aa9e-48ba71a7ca73 req-bd7e9f83-5f44-46b2-aa7a-6e9d1b210f21 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:54.143174 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bc331612-7a5c-46fe-aa9e-48ba71a7ca73 req-bd7e9f83-5f44-46b2-aa7a-6e9d1b210f21 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0679770 Jun 28 22:07:54.187900 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bc331612-7a5c-46fe-aa9e-48ba71a7ca73 req-241a7204-844b-4701-93ce-5cd83bd91171 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383327 Jun 28 22:07:54.562854 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14404de-ab86-4883-becd-7dfa5a7a60ad req-34f01e3e-8ddf-49f9-beaf-64ba998aca56 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:54.564347 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c14404de-ab86-4883-becd-7dfa5a7a60ad req-34f01e3e-8ddf-49f9-beaf-64ba998aca56 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 945 time: 0.0802910 Jun 28 22:07:54.610431 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c14404de-ab86-4883-becd-7dfa5a7a60ad req-9ce56f2e-9c52-492f-9095-ba85df05ff7b tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19a97f73-8a05-4989-a954-6e9ef5082edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388808 Jun 28 22:07:55.377730 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8388292-0416-4f10-a860-37062fbdd9fc req-f558331f-a548-423b-a13f-a8eb26c56ca5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:55.385329 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f8388292-0416-4f10-a860-37062fbdd9fc req-f558331f-a548-423b-a13f-a8eb26c56ca5 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0751293 Jun 28 22:07:55.424574 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f8388292-0416-4f10-a860-37062fbdd9fc req-32a17a15-12b3-4d46-95e7-f4bad31abc3c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383549 Jun 28 22:07:55.791676 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12a41a-bee4-400c-836f-b3bdb4fc98ea req-879a92fe-9bb3-4eb7-ade1-729c5f4a1ff1 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:55.793550 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-de12a41a-bee4-400c-836f-b3bdb4fc98ea req-879a92fe-9bb3-4eb7-ade1-729c5f4a1ff1 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 945 time: 0.0690434 Jun 28 22:07:55.834277 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-de12a41a-bee4-400c-836f-b3bdb4fc98ea req-604be2e2-1a79-475d-ba1e-dbc5c6d018dc tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups?id=19a97f73-8a05-4989-a954-6e9ef5082edf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350220 Jun 28 22:07:56.433872 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-35b39772-489f-45b0-b617-dfb272ddc8f5 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:56.435306 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-35b39772-489f-45b0-b617-dfb272ddc8f5 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.35 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 945 time: 0.0682015 Jun 28 22:07:56.469836 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c242f27a-9a63-481d-b610-16d010e32893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:56.541148 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Deleting port 05c0632a-1a63-483b-b863-4c6e3863a93f {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:07:56.541482 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:56.601288 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e1198-d3e8-44a5-a959-d4bbb9d93398 req-98e42444-edca-4ea0-b9df-59813cec7661 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:56.602753 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-723e1198-d3e8-44a5-a959-d4bbb9d93398 req-98e42444-edca-4ea0-b9df-59813cec7661 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0684230 Jun 28 22:07:56.627391 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] For port 05c0632a-1a63-483b-b863-4c6e3863a93f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=05c0632a-1a63-483b-b863-4c6e3863a93f,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:07:56.627746 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:56.640227 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-723e1198-d3e8-44a5-a959-d4bbb9d93398 req-1a2af834-9aa0-4677-9579-61a3b967a963 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316482 Jun 28 22:07:56.792268 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:56.792640 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963868'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:56.792950 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.l3_db [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Floating IP 4c1d186e-0aa0-4463-be30-c50c38baab7c disassociated. External IP: 172.28.0.100, port: 05c0632a-1a63-483b-b863-4c6e3863a93f. Jun 28 22:07:56.793286 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Calling delete_port for 05c0632a-1a63-483b-b863-4c6e3863a93f owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:07:56.955417 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:56.962416 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:56.984622 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event deleted for resources: {'Port': ['ID=05c0632a-1a63-483b-b863-4c6e3863a93f,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:56.989850 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:57.008780 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-975f8ec6-5b55-4d5b-a5e0-5bb7487efd82 req-597f9667-2971-4318-962a-17c43a1fd911 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 210 time: 0.0440149 Jun 28 22:07:57.145859 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Router 52aeec24-def7-45c4-af78-f3d2419b34c5 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:07:57.266114 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:07:57.277727 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dcf1c7-feca-4d4a-b2ae-bb5a9e345934 None None] Sync routers for ids ['52aeec24-def7-45c4-af78-f3d2419b34c5'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:07:57.292338 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dcf1c7-feca-4d4a-b2ae-bb5a9e345934 None None] Routers {'52aeec24-def7-45c4-af78-f3d2419b34c5'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:07:57.293435 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-48dcf1c7-feca-4d4a-b2ae-bb5a9e345934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:07:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['52aeec24-def7-45c4-af78-f3d2419b34c5'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:57.313296 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] No DVR routers for this DVR port 05c0632a-1a63-483b-b863-4c6e3863a93f on host hv-cinder-79838 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:07:57.315951 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:57.318729 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-07e67ce3-d193-4537-aba9-48ee7b04bf3c req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.35 "DELETE /v2.0/ports/05c0632a-1a63-483b-b863-4c6e3863a93f HTTP/1.1" status: 204 len: 173 time: 0.8781509 Jun 28 22:07:57.319341 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c96019-4aa6-462e-9a6c-13a6518a5d7a', 'name': 'network-vif-deleted', 'tag': '05c0632a-1a63-483b-b863-4c6e3863a93f'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:07:57.321826 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93115e9-97bf-420f-af80-eede93adabbb" -d '{"events": [{"server_uuid": "43c96019-4aa6-462e-9a6c-13a6518a5d7a", "name": "network-vif-deleted", "tag": "05c0632a-1a63-483b-b863-4c6e3863a93f"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:07:57.445206 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-48dcf1c7-feca-4d4a-b2ae-bb5a9e345934 None None] Set router 52aeec24-def7-45c4-af78-f3d2419b34c5 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:07:57.515355 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d82663-fc8f-4c45-b643-f5814c02fb00 x-openstack-request-id: req-83d82663-fc8f-4c45-b643-f5814c02fb00 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:07:57.515355 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c96019-4aa6-462e-9a6c-13a6518a5d7a", "name": "network-vif-deleted", "tag": "05c0632a-1a63-483b-b863-4c6e3863a93f", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:07:57.515975 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-83d82663-fc8f-4c45-b643-f5814c02fb00 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:07:57.516369 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c96019-4aa6-462e-9a6c-13a6518a5d7a', 'name': 'network-vif-deleted', 'tag': '05c0632a-1a63-483b-b863-4c6e3863a93f', 'status': 'completed', 'code': 200} Jun 28 22:07:57.677101 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-48dcf1c7-feca-4d4a-b2ae-bb5a9e345934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '2509da60-219f-4c45-b057-c3a103f7b801', 'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'mac_address': 'fa:16:3e:1e:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:27Z', 'updated_at': '2021-06-28T22:02:40Z', 'revision_number': 5, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'subnets': [{'id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:57.706557 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dcf1c7-feca-4d4a-b2ae-bb5a9e345934 None None] Checking router: 52aeec24-def7-45c4-af78-f3d2419b34c5 for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:07:57.716205 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dcf1c7-feca-4d4a-b2ae-bb5a9e345934 None None] Routers {'52aeec24-def7-45c4-af78-f3d2419b34c5'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:07:57.716899 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-48dcf1c7-feca-4d4a-b2ae-bb5a9e345934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:07:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['52aeec24-def7-45c4-af78-f3d2419b34c5'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:57.827138 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-48dcf1c7-feca-4d4a-b2ae-bb5a9e345934 None None] Set router 52aeec24-def7-45c4-af78-f3d2419b34c5 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:07:57.837039 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e48824-0005-4b4d-8710-c22629822294 req-8c069526-f114-474d-8faa-d260275e9ab2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:57.838523 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-78e48824-0005-4b4d-8710-c22629822294 req-8c069526-f114-474d-8faa-d260275e9ab2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0684884 Jun 28 22:07:57.876243 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-78e48824-0005-4b4d-8710-c22629822294 req-db3cb3d7-8a82-4655-bc81-49ba52949304 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318224 Jun 28 22:07:58.029156 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-48dcf1c7-feca-4d4a-b2ae-bb5a9e345934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '2509da60-219f-4c45-b057-c3a103f7b801', 'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'mac_address': 'fa:16:3e:1e:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:27Z', 'updated_at': '2021-06-28T22:02:40Z', 'revision_number': 5, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'subnets': [{'id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:07:58.056380 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48dcf1c7-feca-4d4a-b2ae-bb5a9e345934 None None] The sync data for ids ['52aeec24-def7-45c4-af78-f3d2419b34c5'] in dv-cinder-798384-1-smb is: [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:02:28Z', 'revision_number': 4, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '2509da60-219f-4c45-b057-c3a103f7b801', 'name': '', 'network_id': '1675da2b-17f7-4600-9a31-dd1db6c635cf', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'mac_address': 'fa:16:3e:1e:c7:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:27Z', 'updated_at': '2021-06-28T22:02:40Z', 'revision_number': 5, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'subnets': [{'id': '63b3ba6a-e128-478b-9125-f8f569235c1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:07:58.181627 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cfce8d72-3ed5-4300-970c-4ff8bea59cdb req-fb470fa0-379d-4980-8336-494597900cb8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/ports?device_id=43c96019-4aa6-462e-9a6c-13a6518a5d7a HTTP/1.1" status: 200 len: 210 time: 0.0368917 Jun 28 22:07:58.296755 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c327476-f0d7-465d-886d-8bacea5043c6 None None] New status for floating IP 4c1d186e-0aa0-4463-be30-c50c38baab7c: DOWN {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:07:58.777999 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-d440800b-e3ca-4e83-9dd3-81f0f81c45ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:58.844197 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3000-59d0-4a30-a31a-3fa551c16376 req-903bc0df-ecc4-457c-8d1f-e8962e8f1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:58.845730 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-044b3000-59d0-4a30-a31a-3fa551c16376 req-903bc0df-ecc4-457c-8d1f-e8962e8f1bb8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=540be3d5aaf14f8099311f922d1335d3&device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 1099 time: 0.0534644 Jun 28 22:07:58.903467 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:58.937456 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3000-59d0-4a30-a31a-3fa551c16376 req-2b3f2f1b-afae-4d2a-bef0-94cd7fbff263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:58.938908 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-044b3000-59d0-4a30-a31a-3fa551c16376 req-2b3f2f1b-afae-4d2a-bef0-94cd7fbff263 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a01a082-3ec6-4e75-8884-a203b5eaabe4 HTTP/1.1" status: 200 len: 917 time: 0.0863833 Jun 28 22:07:59.001341 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-044b3000-59d0-4a30-a31a-3fa551c16376 req-fd2cd2e0-fd3a-493b-99a7-2b1f03b41463 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b HTTP/1.1" status: 200 len: 1002 time: 0.0557492 Jun 28 22:07:59.048409 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3000-59d0-4a30-a31a-3fa551c16376 req-df29d8b3-120e-4428-890d-1515a9b1fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:59.049745 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-044b3000-59d0-4a30-a31a-3fa551c16376 req-df29d8b3-120e-4428-890d-1515a9b1fb81 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9dcc002-255b-49f2-9b1c-c91d2190c0e5 HTTP/1.1" status: 200 len: 855 time: 0.0424862 Jun 28 22:07:59.052365 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91569a0b-5189-4e2f-b382-317e5c028065 req-82a9d34c-6293-4138-8f34-e25192c6a959 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:59.053817 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-91569a0b-5189-4e2f-b382-317e5c028065 req-82a9d34c-6293-4138-8f34-e25192c6a959 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0622652 Jun 28 22:07:59.091899 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-91569a0b-5189-4e2f-b382-317e5c028065 req-945238ee-1881-4eee-895d-981898587ace tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323894 Jun 28 22:07:59.112988 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3000-59d0-4a30-a31a-3fa551c16376 req-94ee3325-03d2-4b19-9ad1-388feee31169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:07:59.114725 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-044b3000-59d0-4a30-a31a-3fa551c16376 req-94ee3325-03d2-4b19-9ad1-388feee31169 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a01a082-3ec6-4e75-8884-a203b5eaabe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0583172 Jun 28 22:07:59.367808 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 56970) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:59.422641 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9199f0cd-3869-457c-85e8-caa6f6950d29 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:59.445296 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9199f0cd-3869-457c-85e8-caa6f6950d29 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:59.452115 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-044b3000-59d0-4a30-a31a-3fa551c16376 req-80026587-12ae-44ad-9dc0-8a6376e5414d service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309805 Jun 28 22:07:59.543288 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-044b3000-59d0-4a30-a31a-3fa551c16376 req-14ed2497-5531-461c-9f56-ca662a33ad9e service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844111 Jun 28 22:07:59.612275 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9199f0cd-3869-457c-85e8-caa6f6950d29 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:59.615185 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-9199f0cd-3869-457c-85e8-caa6f6950d29 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:59.616318 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-9199f0cd-3869-457c-85e8-caa6f6950d29 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "DELETE /v2.0/security-groups/19a97f73-8a05-4989-a954-6e9ef5082edf HTTP/1.1" status: 204 len: 168 time: 0.2473471 Jun 28 22:07:59.617135 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-82e28a65-7fc6-46fa-bbe7-49485d1d1ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:07:59.619142 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56972) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:59.626237 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9199f0cd-3869-457c-85e8-caa6f6950d29 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19a97f73-8a05-4989-a954-6e9ef5082edf,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:07:59.628671 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-9199f0cd-3869-457c-85e8-caa6f6950d29 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:07:59.635226 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.api.v2.resource [None req-d3b9992e-8df3-4c4a-b82c-1ae8d9a44444 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] show failed (client error): The resource could not be found. Jun 28 22:07:59.636310 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-d3b9992e-8df3-4c4a-b82c-1ae8d9a44444 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "GET /v2.0/security-groups/19a97f73-8a05-4989-a954-6e9ef5082edf HTTP/1.1" status: 404 len: 347 time: 0.0160141 Jun 28 22:07:59.639150 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 56974) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:07:59.761339 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b88c3-88ed-423c-8cdc-30737b8602d8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Deleting port 2a7ce778-d099-4bab-98ae-546e70aa3b27 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:07:59.761680 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6f1b88c3-88ed-423c-8cdc-30737b8602d8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:59.838373 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6f1b88c3-88ed-423c-8cdc-30737b8602d8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:59.838700 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6f1b88c3-88ed-423c-8cdc-30737b8602d8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:07:59.849816 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-6f1b88c3-88ed-423c-8cdc-30737b8602d8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Calling delete_port for 2a7ce778-d099-4bab-98ae-546e70aa3b27 owned by network:floatingip {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:08:00.017547 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6f1b88c3-88ed-423c-8cdc-30737b8602d8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:00.024043 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-25642cf1-7a24-4f26-908f-55a41408f95b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:00.046295 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1b88c3-88ed-423c-8cdc-30737b8602d8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Pushing event deleted for resources: {'Port': ['ID=2a7ce778-d099-4bab-98ae-546e70aa3b27,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:00.049827 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6f1b88c3-88ed-423c-8cdc-30737b8602d8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:00.106096 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6f1b88c3-88ed-423c-8cdc-30737b8602d8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks [] for floatingip, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:00.108584 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6f1b88c3-88ed-423c-8cdc-30737b8602d8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:00.109716 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6f1b88c3-88ed-423c-8cdc-30737b8602d8 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] 10.222.0.36 "DELETE /v2.0/floatingips/4c1d186e-0aa0-4463-be30-c50c38baab7c HTTP/1.1" status: 204 len: 168 time: 0.4696791 Jun 28 22:08:00.182998 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 05c0632a-1a63-483b-b863-4c6e3863a93f no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:08:00.203201 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:00.204374 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: 05c0632a-1a63-483b-b863-4c6e3863a93f {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:08:00.204374 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 05c0632a-1a63-483b-b863-4c6e3863a93f not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:08:00.204638 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device ba88c267-59b6-448f-ad69-0de0fbb1dd5b no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:08:00.276079 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb48f5d3-bdb0-4d9f-9129-1e6ca37f7046 req-d5cbc048-fe9b-4a43-8a2e-7f4bbe19a527 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:00.277471 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-eb48f5d3-bdb0-4d9f-9129-1e6ca37f7046 req-d5cbc048-fe9b-4a43-8a2e-7f4bbe19a527 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 946 time: 0.0685544 Jun 28 22:08:00.286517 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:00.309081 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecf0266-0631-43a7-bd42-49b477301138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:08:00.311462 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1862a51f-3a00-4ca3-9c5e-2201f2fcb5a5" -d '{"events": [{"server_uuid": "5ecf0266-0631-43a7-bd42-49b477301138", "name": "network-vif-unplugged", "status": "completed", "tag": "ba88c267-59b6-448f-ad69-0de0fbb1dd5b"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:08:00.320255 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-eb48f5d3-bdb0-4d9f-9129-1e6ca37f7046 req-bfbc0ea0-5a7d-4c66-925d-122b2c659a18 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324876 Jun 28 22:08:00.325404 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port ba88c267-59b6-448f-ad69-0de0fbb1dd5b, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:00.396004 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:00.398036 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:00.424860 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 28 Jun 2021 22:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb374421-4143-4862-973a-d39ae66289ab x-openstack-request-id: req-bb374421-4143-4862-973a-d39ae66289ab {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:08:00.428422 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecf0266-0631-43a7-bd42-49b477301138", "name": "network-vif-unplugged", "status": "completed", "tag": "ba88c267-59b6-448f-ad69-0de0fbb1dd5b", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:08:00.428422 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bb374421-4143-4862-973a-d39ae66289ab {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:08:00.428422 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecf0266-0631-43a7-bd42-49b477301138', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'code': 200} Jun 28 22:08:00.449154 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,revision_number=8']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:00.452256 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:01.492792 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04c2e7-9206-4ae6-81c2-e72e0985c580 req-fc9f7b6a-41fe-4df9-90dd-06b79f9277ed tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:01.494236 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ce04c2e7-9206-4ae6-81c2-e72e0985c580 req-fc9f7b6a-41fe-4df9-90dd-06b79f9277ed tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.0617383 Jun 28 22:08:01.532004 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ce04c2e7-9206-4ae6-81c2-e72e0985c580 req-d18b9e54-9bb6-44f0-a8a9-c303ba4acaa9 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318236 Jun 28 22:08:01.749199 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:03.900375 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be97b126-5b63-4e20-bf4c-604e5c696607 req-d47990c7-824a-45b6-9d51-a0e65e27726e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:03.901859 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-be97b126-5b63-4e20-bf4c-604e5c696607 req-d47990c7-824a-45b6-9d51-a0e65e27726e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.0665071 Jun 28 22:08:03.938764 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-be97b126-5b63-4e20-bf4c-604e5c696607 req-6c62a47f-5c1b-4b91-a71f-8687d78a09f2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311787 Jun 28 22:08:04.039912 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-09945add-d49c-47c2-a584-fec6674d7d5d req-8df31f38-2767-46f1-883a-4aa74baf7b6f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0516343 Jun 28 22:08:04.152994 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 57046) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:08:04.176714 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device ba88c267-59b6-448f-ad69-0de0fbb1dd5b no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:08:04.661466 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c029db74-1c40-480c-99aa-4a383b800353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-963356'] for router_interface, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:04.914464 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-c029db74-1c40-480c-99aa-4a383b800353 admin admin] Deleting port 2509da60-219f-4c45-b057-c3a103f7b801 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:08:04.914722 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c029db74-1c40-480c-99aa-4a383b800353 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:04.993593 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-c029db74-1c40-480c-99aa-4a383b800353 admin admin] For port 2509da60-219f-4c45-b057-c3a103f7b801, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=2509da60-219f-4c45-b057-c3a103f7b801,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:04.994086 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c029db74-1c40-480c-99aa-4a383b800353 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:05.006624 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-c029db74-1c40-480c-99aa-4a383b800353 admin admin] Calling delete_port for 2509da60-219f-4c45-b057-c3a103f7b801 owned by network:router_interface {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:08:05.125200 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b54419d-a783-4849-94c0-e0c0d6f7f0a5 req-56336978-2f0a-481f-990a-9c2157ae9d06 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:05.126721 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2b54419d-a783-4849-94c0-e0c0d6f7f0a5 req-56336978-2f0a-481f-990a-9c2157ae9d06 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.0699425 Jun 28 22:08:05.169664 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2b54419d-a783-4849-94c0-e0c0d6f7f0a5 req-b4104e21-c8fc-485e-9b4f-d845a29f201d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372279 Jun 28 22:08:05.338218 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c029db74-1c40-480c-99aa-4a383b800353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:05.340387 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-592f03f2-69ee-4cdb-b89c-535958e30722 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:05.362373 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029db74-1c40-480c-99aa-4a383b800353 admin admin] Pushing event deleted for resources: {'Port': ['ID=2509da60-219f-4c45-b057-c3a103f7b801,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:05.365993 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c029db74-1c40-480c-99aa-4a383b800353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:05.525931 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-c029db74-1c40-480c-99aa-4a383b800353 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963464'] for router_interface, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:05.738885 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09945add-d49c-47c2-a584-fec6674d7d5d req-4454d8ca-43d0-4c7b-a3d4-b7bc4d37b965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:05.740280 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-09945add-d49c-47c2-a584-fec6674d7d5d req-4454d8ca-43d0-4c7b-a3d4-b7bc4d37b965 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138&tenant_id=540be3d5aaf14f8099311f922d1335d3 HTTP/1.1" status: 200 len: 1097 time: 0.1579094 Jun 28 22:08:05.830254 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c029db74-1c40-480c-99aa-4a383b800353 admin admin] Router 52aeec24-def7-45c4-af78-f3d2419b34c5 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:08:05.852174 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09945add-d49c-47c2-a584-fec6674d7d5d req-8d873299-f319-4188-b8e8-67f493fa62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:05.853620 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-09945add-d49c-47c2-a584-fec6674d7d5d req-8d873299-f319-4188-b8e8-67f493fa62e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=540be3d5aaf14f8099311f922d1335d3&device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 1097 time: 0.0775228 Jun 28 22:08:06.008128 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09945add-d49c-47c2-a584-fec6674d7d5d req-60af6043-937a-4ab3-83f4-a926a04fc608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:06.009574 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-09945add-d49c-47c2-a584-fec6674d7d5d req-60af6043-937a-4ab3-83f4-a926a04fc608 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a01a082-3ec6-4e75-8884-a203b5eaabe4 HTTP/1.1" status: 200 len: 917 time: 0.1281526 Jun 28 22:08:06.010465 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c029db74-1c40-480c-99aa-4a383b800353 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:08:06.015140 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-c029db74-1c40-480c-99aa-4a383b800353 admin admin] 10.222.0.36 "PUT /v2.0/routers/52aeec24-def7-45c4-af78-f3d2419b34c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8611290 Jun 28 22:08:06.017930 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 57060) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:08:06.022075 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ea9a4-aaab-4c83-a65b-88260449d31a None None] Sync routers for ids ['52aeec24-def7-45c4-af78-f3d2419b34c5'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:08:06.031047 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ea9a4-aaab-4c83-a65b-88260449d31a None None] Routers {'52aeec24-def7-45c4-af78-f3d2419b34c5'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:08:06.031794 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-b07ea9a4-aaab-4c83-a65b-88260449d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:07:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['52aeec24-def7-45c4-af78-f3d2419b34c5'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:08:06.075539 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-09945add-d49c-47c2-a584-fec6674d7d5d req-7f96b604-6a64-4922-8361-ae87a1a572ec service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b HTTP/1.1" status: 200 len: 1000 time: 0.0593255 Jun 28 22:08:06.124240 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09945add-d49c-47c2-a584-fec6674d7d5d req-823c4459-fb60-4e06-b90b-255a3fd0ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:06.124577 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:06.125693 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-09945add-d49c-47c2-a584-fec6674d7d5d req-823c4459-fb60-4e06-b90b-255a3fd0ac16 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9dcc002-255b-49f2-9b1c-c91d2190c0e5 HTTP/1.1" status: 200 len: 855 time: 0.0440001 Jun 28 22:08:06.137773 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-b07ea9a4-aaab-4c83-a65b-88260449d31a None None] Set router 52aeec24-def7-45c4-af78-f3d2419b34c5 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:08:06.191680 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09945add-d49c-47c2-a584-fec6674d7d5d req-8e181f6f-a012-415e-a629-c70b265c2418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:06.193427 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-09945add-d49c-47c2-a584-fec6674d7d5d req-8e181f6f-a012-415e-a629-c70b265c2418 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a01a082-3ec6-4e75-8884-a203b5eaabe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0611153 Jun 28 22:08:06.237874 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:06.321209 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-b07ea9a4-aaab-4c83-a65b-88260449d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129'}], 'enable_snat': True}, 'gw_port_id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:08:05Z', 'revision_number': 5, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port': {'id': '2b95d5d2-9c55-43f3-8bf8-08c837136a34', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:ba:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:21Z', 'updated_at': '2021-06-28T22:02:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:08:06.352747 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ea9a4-aaab-4c83-a65b-88260449d31a None None] Checking router: 52aeec24-def7-45c4-af78-f3d2419b34c5 for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:08:06.361603 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07ea9a4-aaab-4c83-a65b-88260449d31a None None] Routers {'52aeec24-def7-45c4-af78-f3d2419b34c5'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:08:06.362235 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-b07ea9a4-aaab-4c83-a65b-88260449d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:07:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['52aeec24-def7-45c4-af78-f3d2419b34c5'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:08:06.421507 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0723f56-1ef4-41ac-9316-0055c962e282 req-9023d199-8dc3-4558-acdc-f4bd9eeeb1a9 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:06.423185 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e0723f56-1ef4-41ac-9316-0055c962e282 req-9023d199-8dc3-4558-acdc-f4bd9eeeb1a9 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.1088507 Jun 28 22:08:06.427682 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Deleting port 2b95d5d2-9c55-43f3-8bf8-08c837136a34 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:08:06.428161 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:06.453537 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-b07ea9a4-aaab-4c83-a65b-88260449d31a None None] Set router 52aeec24-def7-45c4-af78-f3d2419b34c5 gateway port host: None {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:08:06.519291 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e0723f56-1ef4-41ac-9316-0055c962e282 req-8612649c-1b23-4a39-ba7b-3378147e6956 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787232 Jun 28 22:08:06.549464 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] For port 2b95d5d2-9c55-43f3-8bf8-08c837136a34, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=2b95d5d2-9c55-43f3-8bf8-08c837136a34,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:06.549842 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:06.553390 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-09945add-d49c-47c2-a584-fec6674d7d5d req-7329fdd6-0a37-4998-aefb-c58df3ba5f33 service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3533151 Jun 28 22:08:06.563343 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Calling delete_port for 2b95d5d2-9c55-43f3-8bf8-08c837136a34 owned by network:router_gateway {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:08:06.633541 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-b07ea9a4-aaab-4c83-a65b-88260449d31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:08:06Z', 'revision_number': 6, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port_host': None}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:08:06.648179 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-09945add-d49c-47c2-a584-fec6674d7d5d req-2e9e229d-3028-4cd7-aaf4-edd5af7bc721 service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880008 Jun 28 22:08:06.663653 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07ea9a4-aaab-4c83-a65b-88260449d31a None None] The sync data for ids ['52aeec24-def7-45c4-af78-f3d2419b34c5'] in dv-cinder-798384-1-smb is: [{'id': '52aeec24-def7-45c4-af78-f3d2419b34c5', 'name': 'tempest-AttachVolumeTestJSON-1563796073-router', 'tenant_id': '0e34663f77c944198471727fc7ac4a31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:20Z', 'updated_at': '2021-06-28T22:08:06Z', 'revision_number': 6, 'project_id': '0e34663f77c944198471727fc7ac4a31', 'gw_port_host': None}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:08:06.852085 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:06.854179 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:06.875593 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Pushing event deleted for resources: {'Port': ['ID=2b95d5d2-9c55-43f3-8bf8-08c837136a34,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:06.889585 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:06.940866 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963926'] for router_gateway, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:07.046330 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-963385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7194'] for router, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:07.048773 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:07.189288 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-963888'] for router, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:07.189819 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52aeec24-def7-45c4-af78-f3d2419b34c5 {{(pid=93384) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:08:07.195189 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Notify callbacks [] for router, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:07.198054 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] 10.222.0.36 "DELETE /v2.0/routers/52aeec24-def7-45c4-af78-f3d2419b34c5 HTTP/1.1" status: 204 len: 168 time: 1.1776171 Jun 28 22:08:07.199427 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 57084) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:08:07.252199 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dff9793-f86d-4d5e-a605-9ae6cb748d7b admin admin] Deleting subnet 63b3ba6a-e128-478b-9125-f8f569235c1e {{(pid=93383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:08:07.256330 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6dff9793-f86d-4d5e-a605-9ae6cb748d7b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:07.292664 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6dff9793-f86d-4d5e-a605-9ae6cb748d7b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10045394'] for subnet, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:07.428991 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6dff9793-f86d-4d5e-a605-9ae6cb748d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929869'] for subnet, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:07.681079 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6dff9793-f86d-4d5e-a605-9ae6cb748d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8753296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9112371'] for subnet, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:07.683420 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:07.707886 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dff9793-f86d-4d5e-a605-9ae6cb748d7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63b3ba6a-e128-478b-9125-f8f569235c1e,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:07.710994 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6dff9793-f86d-4d5e-a605-9ae6cb748d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:07.712296 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6dff9793-f86d-4d5e-a605-9ae6cb748d7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:07.719124 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6dff9793-f86d-4d5e-a605-9ae6cb748d7b admin admin] 10.222.0.36 "DELETE /v2.0/subnets/63b3ba6a-e128-478b-9125-f8f569235c1e HTTP/1.1" status: 204 len: 168 time: 0.5159569 Jun 28 22:08:07.719809 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 57088) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:08:07.720332 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6569f086-ec18-43b7-9037-b454ae992172 None None] Network 1675da2b-17f7-4600-9a31-dd1db6c635cf requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:08:07.769153 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b7543-356f-4298-8298-7c8269d77d07 req-8d283af7-e813-4c1f-a7d1-3737d7a8913b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:07.782321 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-177b7543-356f-4298-8298-7c8269d77d07 req-8d283af7-e813-4c1f-a7d1-3737d7a8913b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.1198907 Jun 28 22:08:07.855767 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604114'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:07.884505 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-177b7543-356f-4298-8298-7c8269d77d07 req-783b9277-25a5-44dd-a06f-916e79ca55de tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011672 Jun 28 22:08:07.913658 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 2b95d5d2-9c55-43f3-8bf8-08c837136a34 no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:08:07.943204 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Deleting port 8e99d81e-3d6e-4e66-91df-3ea71aa84943 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:08:07.943564 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:07.947577 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: 2b95d5d2-9c55-43f3-8bf8-08c837136a34 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:08:07.947933 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 2b95d5d2-9c55-43f3-8bf8-08c837136a34 not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:08:07.948394 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 2509da60-219f-4c45-b057-c3a103f7b801 no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:08:07.968266 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: 2509da60-219f-4c45-b057-c3a103f7b801 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:08:07.968491 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 2509da60-219f-4c45-b057-c3a103f7b801 not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:08:08.013485 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] For port 8e99d81e-3d6e-4e66-91df-3ea71aa84943, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=8e99d81e-3d6e-4e66-91df-3ea71aa84943,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:08.013880 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:08.027550 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Calling delete_port for 8e99d81e-3d6e-4e66-91df-3ea71aa84943 owned by network:dhcp {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:08:08.083831 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13609b93-89e6-43a9-990d-36da52ca3b2a None None] DHCP port deletion for 1675da2b-17f7-4600-9a31-dd1db6c635cf request from dv-cinder-798384-1-smb {{(pid=93385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 22:08:08.133102 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-13609b93-89e6-43a9-990d-36da52ca3b2a None None] Deleting port 8e99d81e-3d6e-4e66-91df-3ea71aa84943 {{(pid=93385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:08:08.133423 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-13609b93-89e6-43a9-990d-36da52ca3b2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:08.200425 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:08.201852 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-13609b93-89e6-43a9-990d-36da52ca3b2a None None] For port 8e99d81e-3d6e-4e66-91df-3ea71aa84943, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=8e99d81e-3d6e-4e66-91df-3ea71aa84943,segment=NetworkSegment(76cd0e44-5b49-452e-8fd8-40d548ff61ff),segment_id=76cd0e44-5b49-452e-8fd8-40d548ff61ff)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:08.202320 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-13609b93-89e6-43a9-990d-36da52ca3b2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:08.202599 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-b69876c6-c259-4687-b554-546851afb5fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:08.215849 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-13609b93-89e6-43a9-990d-36da52ca3b2a None None] Calling delete_port for 8e99d81e-3d6e-4e66-91df-3ea71aa84943 owned by network:dhcp {{(pid=93385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:08:08.227125 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Pushing event deleted for resources: {'Port': ['ID=8e99d81e-3d6e-4e66-91df-3ea71aa84943,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:08.229892 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:08.233066 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] No DVR routers for this DVR port 8e99d81e-3d6e-4e66-91df-3ea71aa84943 on host dv-cinder-798384-1-smb {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:08:08.298436 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-13609b93-89e6-43a9-990d-36da52ca3b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748'] for port, after_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:08.300332 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:08.307467 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929245', 'neutron.services.segments.db._delete_segments_for_network-8736847184231'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:08.317784 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1675da2b-17f7-4600-9a31-dd1db6c635cf']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:08:08.329543 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13609b93-89e6-43a9-990d-36da52ca3b2a None None] No DVR routers for this DVR port 8e99d81e-3d6e-4e66-91df-3ea71aa84943 on host dv-cinder-798384-1-smb {{(pid=93385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:08:08.333268 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13609b93-89e6-43a9-990d-36da52ca3b2a None None] Pushing event deleted for resources: {'Port': ['ID=8e99d81e-3d6e-4e66-91df-3ea71aa84943,revision_number=None']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:08.336299 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-13609b93-89e6-43a9-990d-36da52ca3b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:08.338860 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76cd0e44-5b49-452e-8fd8-40d548ff61ff') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:08:08.339208 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76cd0e44-5b49-452e-8fd8-40d548ff61ff') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:08:08.360367 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736847130462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8526913'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:08.381800 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:08.387563 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:08:08.388035 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8735882'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: Traceback (most recent call last): Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: timer() Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: cb(*args, **kw) Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: return func(*args, **kwargs) Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: self._notify() Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: self.callback(batched_events) Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: event.method(event) Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: return f(self, *a, **k) Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: return self._get(url).json() Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:08:08.389631 dv-cinder-798384-1-smb neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:08:08.498329 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963850'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:08.502528 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d03b4b77-f53b-4f83-a4c8-d8982ed1627e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:08.511433 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:08.511433 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] 10.222.0.36 "DELETE /v2.0/networks/1675da2b-17f7-4600-9a31-dd1db6c635cf HTTP/1.1" status: 204 len: 168 time: 0.7868979 Jun 28 22:08:08.519691 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Pushing event deleted for resources: {'Network': ['ID=1675da2b-17f7-4600-9a31-dd1db6c635cf,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:08.527484 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:08.830706 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 57092) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:08:08.875873 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-10ca21b2-0c31-40c8-a135-91a359cca132 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0e34663f77c944198471727fc7ac4a31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0439324 Jun 28 22:08:08.878250 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 57094) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:08:08.925327 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-59e52bdc-d640-42a2-bf78-d89232e2c6c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:08.948187 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-59e52bdc-d640-42a2-bf78-d89232e2c6c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:09.057849 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-59e52bdc-d640-42a2-bf78-d89232e2c6c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:09.060308 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-59e52bdc-d640-42a2-bf78-d89232e2c6c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:09.061464 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-59e52bdc-d640-42a2-bf78-d89232e2c6c9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1918de34-be4f-4cb5-8a38-e2ae38c53ef9 HTTP/1.1" status: 204 len: 168 time: 0.1823049 Jun 28 22:08:09.062941 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-52e1b8eb-ca2c-48d0-a8b9-afa1908f58cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:09.073647 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e52bdc-d640-42a2-bf78-d89232e2c6c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1918de34-be4f-4cb5-8a38-e2ae38c53ef9,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:09.076439 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-59e52bdc-d640-42a2-bf78-d89232e2c6c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:09.104471 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e686f0-b99c-43e6-a0c1-1e7a74110448 req-cec3a73e-caa5-4eca-b258-2728c227caa8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:09.105961 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d0e686f0-b99c-43e6-a0c1-1e7a74110448 req-cec3a73e-caa5-4eca-b258-2728c227caa8 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.0860009 Jun 28 22:08:09.152861 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d0e686f0-b99c-43e6-a0c1-1e7a74110448 req-77606de4-495b-49f4-b1ed-51ed1f7acc76 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399904 Jun 28 22:08:09.843382 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 8e99d81e-3d6e-4e66-91df-3ea71aa84943 no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:08:09.869644 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: 8e99d81e-3d6e-4e66-91df-3ea71aa84943 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:08:09.870585 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 8e99d81e-3d6e-4e66-91df-3ea71aa84943 not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:08:10.149499 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 57120) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:08:10.235083 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:10.273859 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-335778906-network', 'tenant_id': '9647671672c84ac088a949b69ed10a68'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:08:10.349447 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Made reservation on behalf of 9647671672c84ac088a949b69ed10a68 for: {'network': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:08:10.351728 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for network, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:10.368153 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:10.378314 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07272a3-8a81-4c0d-ba68-a70d70683cca req-89c5f138-58e9-4f0d-8a79-5110ff2bd65f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:10.380572 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d07272a3-8a81-4c0d-ba68-a70d70683cca req-89c5f138-58e9-4f0d-8a79-5110ff2bd65f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.0836923 Jun 28 22:08:10.442609 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d07272a3-8a81-4c0d-ba68-a70d70683cca req-6fec398c-3c31-44f6-9491-a4ba5a735d4b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542748 Jun 28 22:08:10.503102 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:10.611863 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:10.615680 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-53f05b0d-a819-4007-a327-2b4ac96f1012 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:10.639545 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 107} {{(pid=93384) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 28 22:08:10.649606 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f42c623-eb66-4594-8fb6-c3259049420e,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:10.654217 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:10.655393 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:10.655849 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.db.segments_db [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Added segment 2cd95f3e-06ce-4672-b616-c657b6b5dae5 of type vlan for network db38b7df-0b5f-4479-9d72-7ea689cbce30 Jun 28 22:08:10.697515 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736846609785'] for network, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:10.783482 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745'] for network, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:10.784921 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:10.786171 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:10.788538 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-917b387a-e7ab-4040-bfd3-658c341bc9db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:10.850323 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Pushing event updated for resources: {'Network': ['ID=db38b7df-0b5f-4479-9d72-7ea689cbce30,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:10.853054 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:10.861137 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Network db38b7df-0b5f-4479-9d72-7ea689cbce30 details requested by agent ovs-agent-dv-cinder-798384-1-smb with host dv-cinder-798384-1-smb {{(pid=93385) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 28 22:08:10.876272 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-4407a13f-e0f0-4c2e-8409-24416006bab5 admin admin] 10.222.0.36 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7255425 Jun 28 22:08:10.878605 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 57126) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:08:10.883858 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [None req-22e91d1a-66a1-44ba-8370-0bd404cbef83 admin admin] Request body: {'subnet': {'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-335778906-subnet', 'tenant_id': '9647671672c84ac088a949b69ed10a68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:08:10.951358 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e91d1a-66a1-44ba-8370-0bd404cbef83 admin admin] Made reservation on behalf of 9647671672c84ac088a949b69ed10a68 for: {'subnet': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:08:10.951719 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22e91d1a-66a1-44ba-8370-0bd404cbef83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9234927'] for subnet, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:11.183487 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22e91d1a-66a1-44ba-8370-0bd404cbef83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8736464', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9234937'] for subnet, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:11.185954 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-6447a6c8-50d9-41cf-8894-4f9ce3c52937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:11.233675 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e91d1a-66a1-44ba-8370-0bd404cbef83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=230d02cf-3ced-488a-96ff-bf1ef0ceaeef,revision_number=0']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:11.236323 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-22e91d1a-66a1-44ba-8370-0bd404cbef83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:11.256750 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e91d1a-66a1-44ba-8370-0bd404cbef83 admin admin] Checking segment: {'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:08:11.257110 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e91d1a-66a1-44ba-8370-0bd404cbef83 admin admin] Network hostable DHCP agents. Network: db38b7df-0b5f-4479-9d72-7ea689cbce30, hostable agents: ['8dafaab1-1895-47ff-b463-19538639de8a'], hosted agents: [] {{(pid=93384) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 28 22:08:11.343107 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e91d1a-66a1-44ba-8370-0bd404cbef83 admin admin] Network db38b7df-0b5f-4479-9d72-7ea689cbce30 is scheduled to be hosted by DHCP agent 8dafaab1-1895-47ff-b463-19538639de8a with binding_index 1 {{(pid=93384) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 28 22:08:11.406150 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [None req-22e91d1a-66a1-44ba-8370-0bd404cbef83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798384-1-smb, db38b7df-0b5f-4479-9d72-7ea689cbce30) {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:08:11.410189 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e91d1a-66a1-44ba-8370-0bd404cbef83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:11.411042 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22e91d1a-66a1-44ba-8370-0bd404cbef83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for subnet, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:11.418566 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb8d5c6-bc35-454c-a69c-06dc715927d0 None None] Network db38b7df-0b5f-4479-9d72-7ea689cbce30 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:08:11.493798 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-22e91d1a-66a1-44ba-8370-0bd404cbef83 admin admin] 10.222.0.36 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6134307 Jun 28 22:08:11.561349 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b100a86-c69e-4c1f-9a68-bb356ba2ee73 None None] Network db38b7df-0b5f-4479-9d72-7ea689cbce30 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:08:11.653434 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc91410-5085-43ca-85fc-d96b09293bf1 req-9a483cb1-41f0-4e42-afb3-26ee08619ba1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:11.655167 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fdc91410-5085-43ca-85fc-d96b09293bf1 req-9a483cb1-41f0-4e42-afb3-26ee08619ba1 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.0850980 Jun 28 22:08:11.711922 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fdc91410-5085-43ca-85fc-d96b09293bf1 req-7568636b-418c-440f-b13e-b9708aef6dc0 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470951 Jun 28 22:08:12.023020 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1f33d-165f-409f-972a-a724cfaeebda req-00dac244-928e-407f-b6ee-852981aac32e tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:12.024497 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-beb1f33d-165f-409f-972a-a724cfaeebda req-00dac244-928e-407f-b6ee-852981aac32e tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/networks?id=db38b7df-0b5f-4479-9d72-7ea689cbce30 HTTP/1.1" status: 200 len: 814 time: 0.1028404 Jun 28 22:08:12.038658 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-beb1f33d-165f-409f-972a-a724cfaeebda req-53c4735a-cd7a-4032-b84a-a7e56945ab4e tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/quotas/9647671672c84ac088a949b69ed10a68 HTTP/1.1" status: 200 len: 375 time: 0.0089202 Jun 28 22:08:12.073887 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-beb1f33d-165f-409f-972a-a724cfaeebda req-05814176-a45a-4d3d-803e-5e6ba8fac7dd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9647671672c84ac088a949b69ed10a68&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300975 Jun 28 22:08:12.219953 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-beb1f33d-165f-409f-972a-a724cfaeebda req-82d44bff-c543-4a26-a3ea-24a64bc5a424 service neutron] 10.222.0.36 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393092 Jun 28 22:08:12.310159 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-beb1f33d-165f-409f-972a-a724cfaeebda req-99750a63-ef9f-4d2e-84f5-38f0fc2613b3 service neutron] 10.222.0.36 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840726 Jun 28 22:08:12.625702 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-27b58343-519a-4586-a76e-a774586d13ef req-fc81eab8-d53f-4c0a-a07e-f3a2af03bf3a tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 210 time: 0.0434635 Jun 28 22:08:12.915279 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193b5d6-e0f5-43b5-bd52-42eb5f773b73 req-f37f601d-74b7-4a83-ba25-4f8a856547ae tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:12.916851 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8193b5d6-e0f5-43b5-bd52-42eb5f773b73 req-f37f601d-74b7-4a83-ba25-4f8a856547ae tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.0712476 Jun 28 22:08:12.958504 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8193b5d6-e0f5-43b5-bd52-42eb5f773b73 req-ebe5a618-1bf5-4d82-a0ea-359f4ae3207e tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340230 Jun 28 22:08:13.769137 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d8b6b3b8-94f0-4465-9803-ea59c6bdd49c req-3040c760-d822-4384-8731-7840d16af322 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 210 time: 0.0328994 Jun 28 22:08:14.146189 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc48b2-9a4f-4877-99d8-0ae0d450268d req-9e7e8e6d-f65b-4806-8d4c-9cc0f82d3b98 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:14.147603 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-efbc48b2-9a4f-4877-99d8-0ae0d450268d req-9e7e8e6d-f65b-4806-8d4c-9cc0f82d3b98 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.0701835 Jun 28 22:08:14.186785 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-efbc48b2-9a4f-4877-99d8-0ae0d450268d req-9692361b-78f9-48ee-8c32-516dcc6985eb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331831 Jun 28 22:08:14.912787 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0ff24487-b4b8-469e-9537-86c8e7a2b266 req-23bebf52-c56d-40d2-a2bc-58772da8e8f7 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 210 time: 0.0299833 Jun 28 22:08:15.372716 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1252a3e6-1c21-4450-8a07-f515392a729a req-d64e9718-7528-4ff6-9ca2-246cfc7c35e9 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:15.374143 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1252a3e6-1c21-4450-8a07-f515392a729a req-d64e9718-7528-4ff6-9ca2-246cfc7c35e9 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.0651743 Jun 28 22:08:15.410845 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-1252a3e6-1c21-4450-8a07-f515392a729a req-16f9d9f4-918a-4535-96b0-59e1e7437ecd tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300453 Jun 28 22:08:16.303496 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0753eb6a-ba2c-404c-b65e-f80b218accdd req-caef18cd-1149-46e6-ad26-d2637f845a16 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 210 time: 0.2786558 Jun 28 22:08:16.595521 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b52c-ca3c-4b15-a4b7-ccbaa824f8b3 req-ef3c1ca0-4c6b-4d49-973c-168d4e94d465 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:16.596970 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8ef8b52c-ca3c-4b15-a4b7-ccbaa824f8b3 req-ef3c1ca0-4c6b-4d49-973c-168d4e94d465 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.0641861 Jun 28 22:08:16.635095 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8ef8b52c-ca3c-4b15-a4b7-ccbaa824f8b3 req-c6a85125-66d5-45a2-a4ef-7212813e722c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323370 Jun 28 22:08:17.443716 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-66770144-c2b6-4e49-8afd-ea975eefd89d req-68bb1104-1592-43bb-8e10-d03cc06a4975 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 210 time: 0.0278544 Jun 28 22:08:17.819367 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3560d0-a9cc-4516-9cf3-406ef2f82975 req-16d69212-4f8e-459d-a081-7754ef1efa0c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:17.820960 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8c3560d0-a9cc-4516-9cf3-406ef2f82975 req-16d69212-4f8e-459d-a081-7754ef1efa0c tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.0648947 Jun 28 22:08:17.859071 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8c3560d0-a9cc-4516-9cf3-406ef2f82975 req-269ae2c1-40e2-43f3-aad9-f2546b240357 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326052 Jun 28 22:08:18.582070 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-df323719-7c42-4c72-b9ca-c0c5ab3f1402 req-8a8b3b3f-0e8e-4725-9b3b-0265813f9a48 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 210 time: 0.0297890 Jun 28 22:08:19.034132 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b929d62-860d-4c04-8c5e-3073a48cdd35 req-3769b5fb-72cf-4f38-b6d9-63ef3d9ab129 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:19.035596 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9b929d62-860d-4c04-8c5e-3073a48cdd35 req-3769b5fb-72cf-4f38-b6d9-63ef3d9ab129 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.0623877 Jun 28 22:08:19.073211 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9b929d62-860d-4c04-8c5e-3073a48cdd35 req-9ce62304-4f7d-4f4b-834a-a462a84c2c4f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314009 Jun 28 22:08:19.726312 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e69b179f-7d4e-41fd-9e0c-b082538fd8d6 req-889e3144-c3b4-49a0-8ccc-0f06a39532c7 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 210 time: 0.0328777 Jun 28 22:08:19.778057 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1f33d-165f-409f-972a-a724cfaeebda req-c2c7d5be-21ef-4c21-ab74-ee990699379d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:19.779509 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-beb1f33d-165f-409f-972a-a724cfaeebda req-c2c7d5be-21ef-4c21-ab74-ee990699379d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "GET /v2.0/networks?id=db38b7df-0b5f-4479-9d72-7ea689cbce30 HTTP/1.1" status: 200 len: 814 time: 0.1037223 Jun 28 22:08:19.799129 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-beb1f33d-165f-409f-972a-a724cfaeebda req-32895848-b0bb-4823-8199-3abab2470325 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Request body: {'port': {'device_id': '17891fd8-09d8-429f-a780-9f0040329c21', 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30', 'admin_state_up': True, 'tenant_id': '9647671672c84ac088a949b69ed10a68'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:08:20.249818 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1d6b3d-3e3a-4320-b06f-3c393d3b5f0f req-f4d2fd75-77c2-482f-89b1-624e0ccf35ca tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:20.251257 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8e1d6b3d-3e3a-4320-b06f-3c393d3b5f0f req-f4d2fd75-77c2-482f-89b1-624e0ccf35ca tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 944 time: 0.0635493 Jun 28 22:08:20.282126 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device ba88c267-59b6-448f-ad69-0de0fbb1dd5b details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:08:20.289445 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8e1d6b3d-3e3a-4320-b06f-3c393d3b5f0f req-2668fdbc-abfc-4d87-a343-c2b4043c300d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323536 Jun 28 22:08:20.390135 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port ba88c267-59b6-448f-ad69-0de0fbb1dd5b, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:20.400103 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'port_id': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'mac_address': 'fa:16:3e:d6:55:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:08:20.439808 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:20.452115 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba88c267-59b6-448f-ad69-0de0fbb1dd5b {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:08:20.470363 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port ba88c267-59b6-448f-ad69-0de0fbb1dd5b, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:20.872080 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-829b50fb-e8b1-4d94-82f7-4462a1f4ebcd req-f6092692-5956-45c8-8db3-49e7cf2351ca tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 210 time: 0.0282512 Jun 28 22:08:20.937517 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-beb1f33d-165f-409f-972a-a724cfaeebda req-32895848-b0bb-4823-8199-3abab2470325 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Made reservation on behalf of 9647671672c84ac088a949b69ed10a68 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:08:20.941124 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-beb1f33d-165f-409f-972a-a724cfaeebda req-32895848-b0bb-4823-8199-3abab2470325 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:20.983455 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:20.985318 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:21.032045 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,revision_number=9']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:21.035226 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:21.072363 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-beb1f33d-165f-409f-972a-a724cfaeebda req-32895848-b0bb-4823-8199-3abab2470325 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Allocated IP 172.20.0.11 (db38b7df-0b5f-4479-9d72-7ea689cbce30/230d02cf-3ced-488a-96ff-bf1ef0ceaeef/3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:08:21.194941 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['ba88c267-59b6-448f-ad69-0de0fbb1dd5b'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:08:21.218898 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-beb1f33d-165f-409f-972a-a724cfaeebda req-32895848-b0bb-4823-8199-3abab2470325 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:21.327205 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-beb1f33d-165f-409f-972a-a724cfaeebda req-32895848-b0bb-4823-8199-3abab2470325 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:21.331677 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-0bbb91bb-9983-4bbe-bd8d-d6aeb0bc2794 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:21.372637 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-beb1f33d-165f-409f-972a-a724cfaeebda req-32895848-b0bb-4823-8199-3abab2470325 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Network db38b7df-0b5f-4479-9d72-7ea689cbce30 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:08:21.375711 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-beb1f33d-165f-409f-972a-a724cfaeebda req-32895848-b0bb-4823-8199-3abab2470325 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:08:21.381233 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-beb1f33d-165f-409f-972a-a724cfaeebda req-32895848-b0bb-4823-8199-3abab2470325 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:08:21.404841 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32895848-b0bb-4823-8199-3abab2470325 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Pushing event updated for resources: {'Port': ['ID=3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:21.410420 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-32895848-b0bb-4823-8199-3abab2470325 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:21.432792 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1f33d-165f-409f-972a-a724cfaeebda req-32895848-b0bb-4823-8199-3abab2470325 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:21.433423 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-beb1f33d-165f-409f-972a-a724cfaeebda req-32895848-b0bb-4823-8199-3abab2470325 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:21.476690 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa4a59c-25b5-4c74-854d-742b97d68974 req-595ff6b7-e4e8-417b-a10e-56df10e9903d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:21.478113 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8fa4a59c-25b5-4c74-854d-742b97d68974 req-595ff6b7-e4e8-417b-a10e-56df10e9903d tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 945 time: 0.0649285 Jun 28 22:08:21.498079 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-beb1f33d-165f-409f-972a-a724cfaeebda req-32895848-b0bb-4823-8199-3abab2470325 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7082491 Jun 28 22:08:21.511102 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Request body: {'port': {'device_id': '17891fd8-09d8-429f-a780-9f0040329c21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:08:21.516518 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8fa4a59c-25b5-4c74-854d-742b97d68974 req-20529dd6-74ce-458c-8ca3-0abc032e901f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319946 Jun 28 22:08:21.585005 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:21.832577 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:08:21.839736 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:21.850734 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Transition to ACTIVE for port object 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:08:21.908756 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:21.911695 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-437871eb-55e9-444f-b6a2-7c51aef55de7 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:21.956531 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:21.960542 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:22.028561 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Attempting to bind port 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:08:22.028896 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Attempting to bind port 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:08:22.029732 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Attempting to bind port 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f on network db38b7df-0b5f-4479-9d72-7ea689cbce30 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:08:22.033436 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Port 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f on network db38b7df-0b5f-4479-9d72-7ea689cbce30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:08:22.033752 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Attempting to bind port 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f on network db38b7df-0b5f-4479-9d72-7ea689cbce30 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:08:22.038459 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:08:22.039319 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Checking segment: {'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:08:22.039686 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Bound using segment: {'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:08:22.040287 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Bound port: 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:08:22.040639 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:22.043979 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a0fb2-fc61-46a7-9a1d-d5fafdfe9ebd req-98cb7390-3f39-4330-88e8-ee68e8dfa576 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:22.045494 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-963a0fb2-fc61-46a7-9a1d-d5fafdfe9ebd req-98cb7390-3f39-4330-88e8-ee68e8dfa576 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 944 time: 0.0624349 Jun 28 22:08:22.082316 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-963a0fb2-fc61-46a7-9a1d-d5fafdfe9ebd req-b08b9baf-e30c-4a81-95a7-e6964526b876 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310740 Jun 28 22:08:22.099808 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] For port 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f, host hv-cinder-79838, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:08:22.103771 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] For port 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:08:22.171950 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:22.174045 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-fcee66e8-4a80-4d93-b177-943042a09649 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:22.204514 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:22.205217 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:22.206613 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-beb1f33d-165f-409f-972a-a724cfaeebda req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] 10.222.0.35 "PUT /v2.0/ports/3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f HTTP/1.1" status: 200 len: 1094 time: 0.7005587 Jun 28 22:08:22.207122 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17891fd8-09d8-429f-a780-9f0040329c21', 'tag': '3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:08:22.209468 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df7e995-8f1c-44a2-998b-f86f3dbabd86" -d '{"events": [{"name": "network-changed", "server_uuid": "17891fd8-09d8-429f-a780-9f0040329c21", "tag": "3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:08:22.234260 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Pushing event updated for resources: {'Port': ['ID=3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:22.237348 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:22.247135 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befd3382-1fab-4ca4-aa24-d0770d49399f x-openstack-request-id: req-befd3382-1fab-4ca4-aa24-d0770d49399f {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:08:22.247466 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17891fd8-09d8-429f-a780-9f0040329c21", "tag": "3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:08:22.247760 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-befd3382-1fab-4ca4-aa24-d0770d49399f {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:08:22.248250 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17891fd8-09d8-429f-a780-9f0040329c21', 'tag': '3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f', 'status': 'completed', 'code': 200} Jun 28 22:08:22.292668 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device ba88c267-59b6-448f-ad69-0de0fbb1dd5b up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:08:22.321198 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7e995-8f1c-44a2-998b-f86f3dbabd86 req-8e117d8e-3fc0-4b28-8ae6-8c9fcdcf1e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:22.322675 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4df7e995-8f1c-44a2-998b-f86f3dbabd86 req-8e117d8e-3fc0-4b28-8ae6-8c9fcdcf1e28 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9647671672c84ac088a949b69ed10a68&device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 1097 time: 0.0555599 Jun 28 22:08:22.338709 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port ba88c267-59b6-448f-ad69-0de0fbb1dd5b triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:08:22.339140 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:22.418032 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:22.419209 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7e995-8f1c-44a2-998b-f86f3dbabd86 req-1b11d1e6-3147-4c27-b928-99236f7d1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:22.420778 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4df7e995-8f1c-44a2-998b-f86f3dbabd86 req-1b11d1e6-3147-4c27-b928-99236f7d1edc service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9647671672c84ac088a949b69ed10a68&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0913002 Jun 28 22:08:22.439883 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecf0266-0631-43a7-bd42-49b477301138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:08:22.442130 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211f908e-7298-40ae-bf12-748a3430ec0e" -d '{"events": [{"server_uuid": "5ecf0266-0631-43a7-bd42-49b477301138", "name": "network-vif-plugged", "status": "completed", "tag": "ba88c267-59b6-448f-ad69-0de0fbb1dd5b"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:08:22.455899 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port ba88c267-59b6-448f-ad69-0de0fbb1dd5b, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:22.479761 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f70cb68-c1de-4299-bfcb-613d439a4a10 x-openstack-request-id: req-1f70cb68-c1de-4299-bfcb-613d439a4a10 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:08:22.480116 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecf0266-0631-43a7-bd42-49b477301138", "name": "network-vif-plugged", "status": "completed", "tag": "ba88c267-59b6-448f-ad69-0de0fbb1dd5b", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:08:22.480386 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1f70cb68-c1de-4299-bfcb-613d439a4a10 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:08:22.480793 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecf0266-0631-43a7-bd42-49b477301138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'code': 200} Jun 28 22:08:22.503640 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:22.506194 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-07de2a17-4ba8-4f66-aac5-ad4a4ebdbb1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:22.522516 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7e995-8f1c-44a2-998b-f86f3dbabd86 req-6e1c789b-fc5e-4884-ad82-7557fbce14fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:22.524661 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4df7e995-8f1c-44a2-998b-f86f3dbabd86 req-6e1c789b-fc5e-4884-ad82-7557fbce14fa service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0983243 Jun 28 22:08:22.556484 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,revision_number=10']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:22.559474 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:22.611633 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1f33d-165f-409f-972a-a724cfaeebda req-059fc449-f5f8-4f54-80e2-aefe53ce2329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:22.614069 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-beb1f33d-165f-409f-972a-a724cfaeebda req-059fc449-f5f8-4f54-80e2-aefe53ce2329 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9647671672c84ac088a949b69ed10a68&device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 1097 time: 0.0532615 Jun 28 22:08:22.664737 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-beb1f33d-165f-409f-972a-a724cfaeebda req-7e095583-397b-4407-b8cf-a758395d670e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f HTTP/1.1" status: 200 len: 217 time: 0.0391490 Jun 28 22:08:22.697291 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e757adb-a5dc-47ae-bd9f-567c5cbc97c4 req-46bee09b-1a62-4a76-8431-159c31166a36 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:22.698736 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8e757adb-a5dc-47ae-bd9f-567c5cbc97c4 req-46bee09b-1a62-4a76-8431-159c31166a36 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 947 time: 0.0651777 Jun 28 22:08:22.712094 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1f33d-165f-409f-972a-a724cfaeebda req-c5bbb37d-8565-42fa-a835-57bc3490021d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:22.713836 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-beb1f33d-165f-409f-972a-a724cfaeebda req-c5bbb37d-8565-42fa-a835-57bc3490021d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=230d02cf-3ced-488a-96ff-bf1ef0ceaeef HTTP/1.1" status: 200 len: 854 time: 0.0438464 Jun 28 22:08:22.737097 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8e757adb-a5dc-47ae-bd9f-567c5cbc97c4 req-57387bee-1a03-4557-8d1a-72809232433b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326109 Jun 28 22:08:22.747193 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-beb1f33d-165f-409f-972a-a724cfaeebda req-6a2e464c-5ba1-4b7b-8003-cbedadfb18a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db38b7df-0b5f-4479-9d72-7ea689cbce30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265281 Jun 28 22:08:22.824521 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06adeb73-5c74-463a-be52-e8f7f71ebab4 req-b7316369-5842-4ca1-b279-af68ecd6a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:22.826008 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-06adeb73-5c74-463a-be52-e8f7f71ebab4 req-b7316369-5842-4ca1-b279-af68ecd6a8a1 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 1100 time: 0.0556154 Jun 28 22:08:22.839845 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-beb1f33d-165f-409f-972a-a724cfaeebda req-7eb426e6-2369-432e-8294-b12f6d52c426 service neutron] 10.222.0.35 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846899 Jun 28 22:08:22.859577 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-06adeb73-5c74-463a-be52-e8f7f71ebab4 req-849712ce-2768-410b-862d-3a3a5693a7ce service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270472 Jun 28 22:08:22.924768 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-beb1f33d-165f-409f-972a-a724cfaeebda req-0732425b-3b64-4d23-a5ce-303144eff6fc service neutron] 10.222.0.35 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789227 Jun 28 22:08:23.257411 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17b6ec-dc5c-40cd-9269-2016e6534cf5 req-dd692cfa-f539-4f6c-a072-336694d67532 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:23.259811 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5a17b6ec-dc5c-40cd-9269-2016e6534cf5 req-dd692cfa-f539-4f6c-a072-336694d67532 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 944 time: 0.0630038 Jun 28 22:08:23.296849 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5a17b6ec-dc5c-40cd-9269-2016e6534cf5 req-cd2886f5-4958-44fb-96b7-d575746b6ae9 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313706 Jun 28 22:08:23.922533 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ec52d8-02f1-423c-9e77-9860c9fe13bf req-141cff09-d677-4231-9f85-a75a2833157f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:23.924097 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e0ec52d8-02f1-423c-9e77-9860c9fe13bf req-141cff09-d677-4231-9f85-a75a2833157f tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 947 time: 0.0670662 Jun 28 22:08:23.962173 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e0ec52d8-02f1-423c-9e77-9860c9fe13bf req-6e941e65-3102-406f-8b12-ed3ee3bf2875 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322168 Jun 28 22:08:24.292309 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:08:24.393587 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:24.406259 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': '3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f', 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30', 'port_id': '3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f', 'mac_address': 'fa:16:3e:28:35:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230d02cf-3ced-488a-96ff-bf1ef0ceaeef', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:08:24.443855 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:24.456878 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:08:24.472418 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d8ea35-9706-4908-9a36-db87c9351eed req-1538fffe-3b26-4128-b152-dd435757689f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:24.474010 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-65d8ea35-9706-4908-9a36-db87c9351eed req-1538fffe-3b26-4128-b152-dd435757689f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 944 time: 0.0643172 Jun 28 22:08:24.476611 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:24.512258 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-65d8ea35-9706-4908-9a36-db87c9351eed req-a5d26de7-883e-4ad0-8612-1c83a64dc700 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325313 Jun 28 22:08:24.537467 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:24.539252 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-ea7abedd-c896-4ed3-b289-7e04321756c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:24.584479 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:24.587488 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:24.752711 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:08:25.140500 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df942da7-a80b-4baa-adc8-c869ddba00ce req-a292cc93-0cfe-42e9-be23-cbdc7e3f0448 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:25.141966 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-df942da7-a80b-4baa-adc8-c869ddba00ce req-a292cc93-0cfe-42e9-be23-cbdc7e3f0448 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 947 time: 0.0630231 Jun 28 22:08:25.178886 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-df942da7-a80b-4baa-adc8-c869ddba00ce req-9fbf4596-9dc1-4f22-98c5-fb9f0c24252b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313199 Jun 28 22:08:25.684809 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c88a3fd-17ce-461f-a3fa-71907cfe713b req-ab116225-027f-4665-8da0-23ec5a29e451 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:25.686251 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0c88a3fd-17ce-461f-a3fa-71907cfe713b req-ab116225-027f-4665-8da0-23ec5a29e451 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 945 time: 0.0662949 Jun 28 22:08:25.723007 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0c88a3fd-17ce-461f-a3fa-71907cfe713b req-e95cc38b-153b-47c3-9a9d-b461f42045e7 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310061 Jun 28 22:08:26.307501 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:08:26.355197 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd412e3b-2879-470c-88ad-9f7e8e791e16 req-e363a85e-3c66-47f6-a989-dbcb8d9516ef tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:26.356700 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bd412e3b-2879-470c-88ad-9f7e8e791e16 req-e363a85e-3c66-47f6-a989-dbcb8d9516ef tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 947 time: 0.0636711 Jun 28 22:08:26.377464 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-576bbd4e-675a-402a-ae11-d893cb46a9f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:26.396369 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-bd412e3b-2879-470c-88ad-9f7e8e791e16 req-73915015-a6f3-4ec0-b39d-481e0a8a9a1b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340650 Jun 28 22:08:26.405978 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:08:26.410003 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:08:26.410387 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:26.487701 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:26.509331 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17891fd8-09d8-429f-a780-9f0040329c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:08:26.513728 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614ee958-02cd-45ff-a57a-8aad1881f11e" -d '{"events": [{"server_uuid": "17891fd8-09d8-429f-a780-9f0040329c21", "name": "network-vif-plugged", "status": "completed", "tag": "3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:08:26.523672 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:26.548560 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d6c5502-c228-410f-a6ae-1a7e545fbf71 x-openstack-request-id: req-2d6c5502-c228-410f-a6ae-1a7e545fbf71 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:08:26.548852 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17891fd8-09d8-429f-a780-9f0040329c21", "name": "network-vif-plugged", "status": "completed", "tag": "3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:08:26.549108 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2d6c5502-c228-410f-a6ae-1a7e545fbf71 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:08:26.549505 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17891fd8-09d8-429f-a780-9f0040329c21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f', 'code': 200} Jun 28 22:08:26.594213 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:26.596781 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:26.641453 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:26.644512 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:26.889130 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac13a0-5c3b-41d8-887e-9d2d23083da7 req-4d9cbace-0836-43d9-9169-2d8b31c77b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:26.890681 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c6ac13a0-5c3b-41d8-887e-9d2d23083da7 req-4d9cbace-0836-43d9-9169-2d8b31c77b5a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 1099 time: 0.0499105 Jun 28 22:08:26.902323 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f46246-18fc-4d88-b795-68d1ef06b455 req-1c6367fa-575b-4501-9605-0c6bd8972394 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:26.903778 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-15f46246-18fc-4d88-b795-68d1ef06b455 req-1c6367fa-575b-4501-9605-0c6bd8972394 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 946 time: 0.0658629 Jun 28 22:08:26.925641 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c6ac13a0-5c3b-41d8-887e-9d2d23083da7 req-899599df-8e86-4f70-811d-3f33c39cdc86 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281172 Jun 28 22:08:26.940760 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-15f46246-18fc-4d88-b795-68d1ef06b455 req-3c438e5f-3d88-460a-bf6f-57f9e14751cc tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313168 Jun 28 22:08:28.112164 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c2f47-8de0-4ece-ba0a-7599bf7f5f3e req-85beab04-38b6-48cf-9e0d-88171125454f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:28.113545 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3f5c2f47-8de0-4ece-ba0a-7599bf7f5f3e req-85beab04-38b6-48cf-9e0d-88171125454f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 946 time: 0.0631516 Jun 28 22:08:28.151191 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3f5c2f47-8de0-4ece-ba0a-7599bf7f5f3e req-904ba4ac-abdb-4add-b4ab-fe7263b8388a tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315928 Jun 28 22:08:28.783423 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-09f09f11-2a38-4985-9964-f5e60f47460f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:28.914479 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:29.675598 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:08:30.206343 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:31.697323 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:33.061532 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-90597fa2-d7e0-442f-ba3d-a491e2328ea1 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:33.063016 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-90597fa2-d7e0-442f-ba3d-a491e2328ea1 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/networks?id=db38b7df-0b5f-4479-9d72-7ea689cbce30 HTTP/1.1" status: 200 len: 814 time: 0.1014061 Jun 28 22:08:33.077062 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-550f302e-f5dd-428a-865c-f49bf51c092f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/quotas/9647671672c84ac088a949b69ed10a68 HTTP/1.1" status: 200 len: 375 time: 0.0087852 Jun 28 22:08:33.137041 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ad09df70-7ccd-42f2-a666-ab083c7bb46e tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9647671672c84ac088a949b69ed10a68&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0552840 Jun 28 22:08:33.267810 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-29ecc0df-f555-47eb-9731-fd49fac31757 service neutron] 10.222.0.36 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242809 Jun 28 22:08:33.355377 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-600d0522-0720-40e6-a561-4db324632d6a service neutron] 10.222.0.36 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818114 Jun 28 22:08:34.588215 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-82580531-64c7-44ed-8370-ff9d76f578be req-77ca3a72-f11d-4f7c-b292-1bc6bb8f4185 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 210 time: 0.0281756 Jun 28 22:08:35.736466 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b995aa6f-ed65-4098-9036-214fb149216e req-1ea9e172-a87d-415f-b015-dc889d2eeeb5 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 210 time: 0.0323677 Jun 28 22:08:36.527717 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-5898a860-ed35-4b2d-9c30-706cae4eb323 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:36.529235 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-5898a860-ed35-4b2d-9c30-706cae4eb323 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "GET /v2.0/networks?id=db38b7df-0b5f-4479-9d72-7ea689cbce30 HTTP/1.1" status: 200 len: 814 time: 0.1045537 Jun 28 22:08:36.542622 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Request body: {'port': {'device_id': 'c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d', 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30', 'admin_state_up': True, 'tenant_id': '9647671672c84ac088a949b69ed10a68'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:08:36.725390 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Made reservation on behalf of 9647671672c84ac088a949b69ed10a68 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:08:36.729458 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:36.850778 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Allocated IP 172.20.0.13 (db38b7df-0b5f-4479-9d72-7ea689cbce30/230d02cf-3ced-488a-96ff-bf1ef0ceaeef/f30a62c7-a085-4cbf-91a7-e0792663f59a) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:08:36.878486 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9a96a0cd-d1a7-4a19-bcc6-d8b8512f6a13 req-9e512413-87a0-4b50-9e92-487b1d4ae63d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 210 time: 0.0286114 Jun 28 22:08:36.999077 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:37.091814 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:37.095734 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-f0f7e6d4-6e18-4034-acad-6cd6d28d5ed4 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:37.104438 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:08:37.135530 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Network db38b7df-0b5f-4479-9d72-7ea689cbce30 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:08:37.138627 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:08:37.147679 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:08:37.173595 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Pushing event updated for resources: {'Port': ['ID=f30a62c7-a085-4cbf-91a7-e0792663f59a,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:37.185757 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:37.186132 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:37.186501 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:37.186867 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:37.187224 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:37.187581 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:37.187933 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:37.188311 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:37.188664 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:37.189010 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:37.189361 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:37.189705 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:37.194637 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:37.211444 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:37.212306 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:37.269284 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7306962 Jun 28 22:08:37.281626 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Request body: {'port': {'device_id': 'c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:08:37.349721 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:37.600278 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f30a62c7-a085-4cbf-91a7-e0792663f59a {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:08:37.607398 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:37.618433 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Transition to ACTIVE for port object f30a62c7-a085-4cbf-91a7-e0792663f59a will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:08:37.679707 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:37.681968 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-47cfdf22-90f6-4665-8711-57847ab29015 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:37.727040 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Pushing event updated for resources: {'Port': ['ID=f30a62c7-a085-4cbf-91a7-e0792663f59a,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:37.729851 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:37.794119 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Attempting to bind port f30a62c7-a085-4cbf-91a7-e0792663f59a on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:08:37.794455 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Attempting to bind port f30a62c7-a085-4cbf-91a7-e0792663f59a by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:08:37.794780 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Attempting to bind port f30a62c7-a085-4cbf-91a7-e0792663f59a on network db38b7df-0b5f-4479-9d72-7ea689cbce30 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:08:37.798850 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Port f30a62c7-a085-4cbf-91a7-e0792663f59a on network db38b7df-0b5f-4479-9d72-7ea689cbce30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:08:37.799168 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Attempting to bind port f30a62c7-a085-4cbf-91a7-e0792663f59a on network db38b7df-0b5f-4479-9d72-7ea689cbce30 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:08:37.803746 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:08:37.804109 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Checking segment: {'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:08:37.804470 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Bound using segment: {'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:08:37.804987 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Bound port: f30a62c7-a085-4cbf-91a7-e0792663f59a, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:08:37.805310 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:37.867152 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] For port f30a62c7-a085-4cbf-91a7-e0792663f59a, host hv-cinder-79838, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:08:37.870465 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] For port f30a62c7-a085-4cbf-91a7-e0792663f59a, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f30a62c7-a085-4cbf-91a7-e0792663f59a,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:08:37.943082 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:37.946055 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:37.980230 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:37.980837 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:37.982281 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] 10.222.0.35 "PUT /v2.0/ports/f30a62c7-a085-4cbf-91a7-e0792663f59a HTTP/1.1" status: 200 len: 1094 time: 0.7047274 Jun 28 22:08:37.982812 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d', 'tag': 'f30a62c7-a085-4cbf-91a7-e0792663f59a'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:08:37.985090 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6093cc-8d1e-4312-9fd9-706bae963f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d", "tag": "f30a62c7-a085-4cbf-91a7-e0792663f59a"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:08:38.006239 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Pushing event updated for resources: {'Port': ['ID=f30a62c7-a085-4cbf-91a7-e0792663f59a,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:38.009654 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-ab7f764a-ba35-4c80-aecb-37f30493bed5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:38.026322 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a515b7a2-e0e3-43c8-934b-faea9276e2e1 x-openstack-request-id: req-a515b7a2-e0e3-43c8-934b-faea9276e2e1 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:08:38.026649 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d", "tag": "f30a62c7-a085-4cbf-91a7-e0792663f59a", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:08:38.026938 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-a515b7a2-e0e3-43c8-934b-faea9276e2e1 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:08:38.027363 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d', 'tag': 'f30a62c7-a085-4cbf-91a7-e0792663f59a', 'status': 'completed', 'code': 200} Jun 28 22:08:38.062414 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c8b71-778e-4886-bbcd-6ea37e8dcb03 req-a895ef33-6d55-46c3-8046-20fcf2a80465 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:38.063944 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-440c8b71-778e-4886-bbcd-6ea37e8dcb03 req-a895ef33-6d55-46c3-8046-20fcf2a80465 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 944 time: 0.0772564 Jun 28 22:08:38.098420 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6093cc-8d1e-4312-9fd9-706bae963f9a req-6e1cbe1c-fc26-4a50-859d-fe78f0b988f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:38.099899 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-8d6093cc-8d1e-4312-9fd9-706bae963f9a req-6e1cbe1c-fc26-4a50-859d-fe78f0b988f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9647671672c84ac088a949b69ed10a68&device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 1097 time: 0.0537035 Jun 28 22:08:38.102062 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-440c8b71-778e-4886-bbcd-6ea37e8dcb03 req-2c18a421-b661-433e-b650-431ea868ef88 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321546 Jun 28 22:08:38.200300 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6093cc-8d1e-4312-9fd9-706bae963f9a req-5b0dad33-5636-456d-a7b9-7d4a1fe4450b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:38.201743 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-8d6093cc-8d1e-4312-9fd9-706bae963f9a req-5b0dad33-5636-456d-a7b9-7d4a1fe4450b service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9647671672c84ac088a949b69ed10a68&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0945349 Jun 28 22:08:38.289981 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6093cc-8d1e-4312-9fd9-706bae963f9a req-a4c47595-7581-4a52-b596-e6502a2e28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:38.292125 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-8d6093cc-8d1e-4312-9fd9-706bae963f9a req-a4c47595-7581-4a52-b596-e6502a2e28a7 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0833156 Jun 28 22:08:38.398738 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-b9e412ae-10e2-42fc-999e-0301d4180b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:38.400810 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-b9e412ae-10e2-42fc-999e-0301d4180b56 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9647671672c84ac088a949b69ed10a68&device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 1097 time: 0.0539305 Jun 28 22:08:38.438350 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-757df41b-c58a-483e-86ca-82b550d537b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f30a62c7-a085-4cbf-91a7-e0792663f59a HTTP/1.1" status: 200 len: 217 time: 0.0311913 Jun 28 22:08:38.494716 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ad311f1d-ca30-4489-8286-e7183264289b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:38.496107 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-ad311f1d-ca30-4489-8286-e7183264289b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=230d02cf-3ced-488a-96ff-bf1ef0ceaeef HTTP/1.1" status: 200 len: 854 time: 0.0412457 Jun 28 22:08:38.541060 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-a666876c-4fb2-4b57-88b1-2c6e212908d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db38b7df-0b5f-4479-9d72-7ea689cbce30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284605 Jun 28 22:08:38.625991 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-7bbb74b4-b1d6-44c0-aead-921e7f080aea service neutron] 10.222.0.35 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0787423 Jun 28 22:08:38.716992 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-0972c1e3-6fd8-409d-81ee-e829dd7c8168 req-17f46c6c-cd1c-465b-9492-54f549a2da1f service neutron] 10.222.0.35 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821042 Jun 28 22:08:39.273679 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9416ac7-4f4a-4652-8ce6-f92cb91b9626 req-a9be88c8-961b-4e3c-bb35-55b842520eb8 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:39.275171 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f9416ac7-4f4a-4652-8ce6-f92cb91b9626 req-a9be88c8-961b-4e3c-bb35-55b842520eb8 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 944 time: 0.0639203 Jun 28 22:08:39.311490 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f9416ac7-4f4a-4652-8ce6-f92cb91b9626 req-0f2fec62-033b-4265-b3c0-67d82440ba1b tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305948 Jun 28 22:08:40.245875 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:40.456745 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device f30a62c7-a085-4cbf-91a7-e0792663f59a details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:08:40.478048 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2b8a3a-92af-4589-9f2b-cd088302182a req-fed65409-3ccb-4eb8-8710-cac4c85690fc tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:40.480279 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9c2b8a3a-92af-4589-9f2b-cd088302182a req-fed65409-3ccb-4eb8-8710-cac4c85690fc tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 944 time: 0.0625105 Jun 28 22:08:40.521089 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9c2b8a3a-92af-4589-9f2b-cd088302182a req-9071616e-00e5-47bb-a7c2-d650bb6bb040 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351324 Jun 28 22:08:40.555971 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port f30a62c7-a085-4cbf-91a7-e0792663f59a, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f30a62c7-a085-4cbf-91a7-e0792663f59a,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:40.566464 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': 'f30a62c7-a085-4cbf-91a7-e0792663f59a', 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30', 'port_id': 'f30a62c7-a085-4cbf-91a7-e0792663f59a', 'mac_address': 'fa:16:3e:54:bb:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230d02cf-3ced-488a-96ff-bf1ef0ceaeef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:08:40.716723 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:40.728697 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f30a62c7-a085-4cbf-91a7-e0792663f59a {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:08:40.747616 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port f30a62c7-a085-4cbf-91a7-e0792663f59a, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f30a62c7-a085-4cbf-91a7-e0792663f59a,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:40.862889 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:40.864669 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:40.908604 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=f30a62c7-a085-4cbf-91a7-e0792663f59a,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:40.915247 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:40.915605 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:40.915951 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:40.916312 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:40.916651 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:40.916974 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:40.917304 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:40.917630 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:40.917955 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:40.918279 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:40.918598 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:40.918931 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:08:40.922539 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:41.114451 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['f30a62c7-a085-4cbf-91a7-e0792663f59a'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:08:41.693292 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73e11f5-80c7-4b25-9dfa-db974692dc21 req-b535f06e-0e42-48b5-8a22-43cc869750ee tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:41.694709 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a73e11f5-80c7-4b25-9dfa-db974692dc21 req-b535f06e-0e42-48b5-8a22-43cc869750ee tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 945 time: 0.0615931 Jun 28 22:08:41.734882 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a73e11f5-80c7-4b25-9dfa-db974692dc21 req-f49c5051-8481-476d-bed5-7de6e08dcfd4 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344234 Jun 28 22:08:42.502381 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device f30a62c7-a085-4cbf-91a7-e0792663f59a up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:08:42.605714 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port f30a62c7-a085-4cbf-91a7-e0792663f59a completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:08:42.609496 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port f30a62c7-a085-4cbf-91a7-e0792663f59a triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:08:42.609880 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:42.686157 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:42.707609 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30a62c7-a085-4cbf-91a7-e0792663f59a'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:08:42.709858 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aaffbd4-aee8-4a6d-9f9a-d8a0527a21d2" -d '{"events": [{"server_uuid": "c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d", "name": "network-vif-plugged", "status": "completed", "tag": "f30a62c7-a085-4cbf-91a7-e0792663f59a"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:08:42.721892 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port f30a62c7-a085-4cbf-91a7-e0792663f59a, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f30a62c7-a085-4cbf-91a7-e0792663f59a,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:42.747438 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2f0a49d-79fa-4ba9-b060-0156ef943794 x-openstack-request-id: req-f2f0a49d-79fa-4ba9-b060-0156ef943794 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:08:42.747737 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d", "name": "network-vif-plugged", "status": "completed", "tag": "f30a62c7-a085-4cbf-91a7-e0792663f59a", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:08:42.748014 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-f2f0a49d-79fa-4ba9-b060-0156ef943794 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:08:42.748429 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f30a62c7-a085-4cbf-91a7-e0792663f59a', 'code': 200} Jun 28 22:08:42.783166 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:42.785203 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-13609b93-89e6-43a9-990d-36da52ca3b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:42.831230 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=f30a62c7-a085-4cbf-91a7-e0792663f59a,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:42.834386 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:42.906189 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686e6e3-018b-4fad-9515-5bba994503d3 req-6d144490-e1e5-457f-b158-071eb8a95162 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:42.907706 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e686e6e3-018b-4fad-9515-5bba994503d3 req-6d144490-e1e5-457f-b158-071eb8a95162 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 946 time: 0.0630779 Jun 28 22:08:42.944363 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e686e6e3-018b-4fad-9515-5bba994503d3 req-f0720e97-397f-4f13-8206-dc257255d0b9 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307682 Jun 28 22:08:43.090825 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d734e-707b-4d46-990c-6675da2a702c req-3d63d3fa-4411-4c72-8928-82a04d5d06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:43.092326 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fd3d734e-707b-4d46-990c-6675da2a702c req-3d63d3fa-4411-4c72-8928-82a04d5d06bd service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 1099 time: 0.0531156 Jun 28 22:08:43.133684 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-fd3d734e-707b-4d46-990c-6675da2a702c req-52e55400-2572-4dce-a7a5-820cfcb38646 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271003 Jun 28 22:08:44.115756 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b2796-8631-472c-810a-54e5b9e74948 req-d3c93be6-7bce-4f02-88fe-dd0fd7425bea tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:44.117388 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-872b2796-8631-472c-810a-54e5b9e74948 req-d3c93be6-7bce-4f02-88fe-dd0fd7425bea tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 946 time: 0.0620477 Jun 28 22:08:44.156103 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-872b2796-8631-472c-810a-54e5b9e74948 req-d1dbfd69-5742-4f38-bc3d-ca1163f6bb6f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321150 Jun 28 22:08:45.328865 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24740576-e70a-4ed7-8ba3-6d1d5cf0369f req-962403fc-801c-4978-846b-a38bd27c6e16 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:45.330311 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-24740576-e70a-4ed7-8ba3-6d1d5cf0369f req-962403fc-801c-4978-846b-a38bd27c6e16 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 946 time: 0.0664868 Jun 28 22:08:45.366542 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-24740576-e70a-4ed7-8ba3-6d1d5cf0369f req-1c8a291d-7e63-4099-8ba2-d5a021b3ff9a tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306892 Jun 28 22:08:45.586136 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c0f5e369-f726-48a4-a7d5-e60c5e5f796c req-0fa65c44-7443-4db1-9c8a-f67f5fb3d4be service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503464 Jun 28 22:08:45.661948 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5e369-f726-48a4-a7d5-e60c5e5f796c req-ad941cde-15a2-4b9f-93e7-baafd5ca66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:45.663400 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c0f5e369-f726-48a4-a7d5-e60c5e5f796c req-ad941cde-15a2-4b9f-93e7-baafd5ca66ee service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=540be3d5aaf14f8099311f922d1335d3&device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 1100 time: 0.0547891 Jun 28 22:08:45.766416 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5e369-f726-48a4-a7d5-e60c5e5f796c req-4257444b-f2e2-419a-bf26-2d6a06930ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:45.767945 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c0f5e369-f726-48a4-a7d5-e60c5e5f796c req-4257444b-f2e2-419a-bf26-2d6a06930ed7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=4a01a082-3ec6-4e75-8884-a203b5eaabe4 HTTP/1.1" status: 200 len: 917 time: 0.0834956 Jun 28 22:08:45.836069 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c0f5e369-f726-48a4-a7d5-e60c5e5f796c req-f0c74298-1c5b-4d28-8579-fe3b1f929e76 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b HTTP/1.1" status: 200 len: 1002 time: 0.0594792 Jun 28 22:08:45.884806 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5e369-f726-48a4-a7d5-e60c5e5f796c req-02b2c08c-2aec-4a59-bd5a-983b8f0c76f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:45.886260 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c0f5e369-f726-48a4-a7d5-e60c5e5f796c req-02b2c08c-2aec-4a59-bd5a-983b8f0c76f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=f9dcc002-255b-49f2-9b1c-c91d2190c0e5 HTTP/1.1" status: 200 len: 855 time: 0.0431805 Jun 28 22:08:45.944191 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f5e369-f726-48a4-a7d5-e60c5e5f796c req-d5109b5c-a3d3-452b-af7d-5bd357df1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:45.945671 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c0f5e369-f726-48a4-a7d5-e60c5e5f796c req-d5109b5c-a3d3-452b-af7d-5bd357df1683 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=4a01a082-3ec6-4e75-8884-a203b5eaabe4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0528266 Jun 28 22:08:46.041247 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c0f5e369-f726-48a4-a7d5-e60c5e5f796c req-3d953eb7-af62-4781-8383-a065e367a0d0 service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880811 Jun 28 22:08:46.130170 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c0f5e369-f726-48a4-a7d5-e60c5e5f796c req-4c82c7a3-4cc4-4b21-b3fb-d1b892856eaf service neutron] 10.222.0.35 "GET /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822749 Jun 28 22:08:46.540977 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1b077-1ee1-43e7-bac8-d7d48d5cf03a req-04197df9-2450-4c85-9c4c-25dd11e67f04 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:46.542492 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a6f1b077-1ee1-43e7-bac8-d7d48d5cf03a req-04197df9-2450-4c85-9c4c-25dd11e67f04 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0633588 Jun 28 22:08:46.579190 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a6f1b077-1ee1-43e7-bac8-d7d48d5cf03a req-8afa12d4-1574-42b3-a63b-5bd728e8fe47 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309234 Jun 28 22:08:47.227290 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-c41f4099-9707-4d1b-a411-7b8c7510a928 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:47.228666 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-c41f4099-9707-4d1b-a411-7b8c7510a928 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/networks?id=db38b7df-0b5f-4479-9d72-7ea689cbce30 HTTP/1.1" status: 200 len: 814 time: 0.1005964 Jun 28 22:08:47.243079 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-3b4a3539-d771-492b-995b-a14455cc0420 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/quotas/9647671672c84ac088a949b69ed10a68 HTTP/1.1" status: 200 len: 375 time: 0.0086176 Jun 28 22:08:47.305873 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-e5519f4a-1373-416c-a5d5-8b9736491b76 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9647671672c84ac088a949b69ed10a68&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572097 Jun 28 22:08:47.397055 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-921faeae-47d3-45e9-a5f0-f404e19eadc6 service neutron] 10.222.0.36 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839076 Jun 28 22:08:47.483782 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-a99c1c6b-ab31-4bcb-bd30-96c31583a153 service neutron] 10.222.0.36 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810082 Jun 28 22:08:47.764070 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6305e830-c2db-4c28-9b50-f517bdf1e3ea req-b8d06232-f17c-4a81-a480-e0a7d825bae3 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 210 time: 0.0311437 Jun 28 22:08:47.795812 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191da00-709d-446b-8d51-b837921913cb req-7d3bceaf-a3a5-4656-bb75-7fc01e4ece90 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:47.797298 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9191da00-709d-446b-8d51-b837921913cb req-7d3bceaf-a3a5-4656-bb75-7fc01e4ece90 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.1070983 Jun 28 22:08:47.836787 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9191da00-709d-446b-8d51-b837921913cb req-ef8f4fc4-3aa1-43c2-ae4e-d6ba349b9e92 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336337 Jun 28 22:08:48.906407 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-fb94c70e-6437-47bb-924e-1842bc036cf9 req-11bb6381-edf6-4e59-8f3e-1a6ccebddf7f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 210 time: 0.0288043 Jun 28 22:08:49.012553 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b384975e-4d3c-4b93-b374-fca080a93aa5 req-9522482f-3383-4bd3-984a-bfbe0aac7e58 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:49.013985 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b384975e-4d3c-4b93-b374-fca080a93aa5 req-9522482f-3383-4bd3-984a-bfbe0aac7e58 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0610816 Jun 28 22:08:49.055933 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b384975e-4d3c-4b93-b374-fca080a93aa5 req-15476659-9708-4e48-9edb-2b1f92fc3d05 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354578 Jun 28 22:08:49.682376 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-c7c61df8-b1f9-4bd6-bdff-a6d76da845b5 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:49.683724 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-c7c61df8-b1f9-4bd6-bdff-a6d76da845b5 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "GET /v2.0/networks?id=db38b7df-0b5f-4479-9d72-7ea689cbce30 HTTP/1.1" status: 200 len: 814 time: 0.1020846 Jun 28 22:08:49.702305 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-78c0d4b2-6a8b-42b0-b7ea-c979219bf6fd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Request body: {'port': {'device_id': '735bded1-74b0-4f8f-95cf-b0411c481d1e', 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30', 'admin_state_up': True, 'tenant_id': '9647671672c84ac088a949b69ed10a68'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:08:49.932965 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-78c0d4b2-6a8b-42b0-b7ea-c979219bf6fd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Made reservation on behalf of 9647671672c84ac088a949b69ed10a68 for: {'port': 1} {{(pid=93383) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:08:49.939595 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-78c0d4b2-6a8b-42b0-b7ea-c979219bf6fd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:50.075682 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6020a3a0-162a-4822-be0f-1b985d3b6f82 req-c4b57a4f-6ac7-4d4a-8470-8f17f1ad7cdf tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 210 time: 0.0289688 Jun 28 22:08:50.084604 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_common [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-78c0d4b2-6a8b-42b0-b7ea-c979219bf6fd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Allocated IP 172.20.0.6 (db38b7df-0b5f-4479-9d72-7ea689cbce30/230d02cf-3ced-488a-96ff-bf1ef0ceaeef/558a89e6-1cc2-4e26-9567-5869b6080826) {{(pid=93383) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:08:50.231477 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112d9ac-2a44-429b-b790-c029a91aa9e7 req-fd790ab7-6d29-496e-8cd2-7e15c6fb618f tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:50.232884 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6112d9ac-2a44-429b-b790-c029a91aa9e7 req-fd790ab7-6d29-496e-8cd2-7e15c6fb618f tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0616744 Jun 28 22:08:50.233374 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-78c0d4b2-6a8b-42b0-b7ea-c979219bf6fd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks [] for port, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:50.270404 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6112d9ac-2a44-429b-b790-c029a91aa9e7 req-390fad47-ee53-44b0-bf14-eea30e9a8662 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318046 Jun 28 22:08:50.337519 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-78c0d4b2-6a8b-42b0-b7ea-c979219bf6fd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8753351'] for port, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:50.342288 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-683ee1f5-b908-4314-a3ca-df582f440486 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:50.350008 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f', 'f30a62c7-a085-4cbf-91a7-e0792663f59a'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:08:50.380749 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-78c0d4b2-6a8b-42b0-b7ea-c979219bf6fd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Network db38b7df-0b5f-4479-9d72-7ea689cbce30 is already hosted by enough agents. {{(pid=93383) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:08:50.383795 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.base_scheduler [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-78c0d4b2-6a8b-42b0-b7ea-c979219bf6fd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Resources bound (agent type, host, resource id): {{(pid=93383) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:08:50.390328 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-78c0d4b2-6a8b-42b0-b7ea-c979219bf6fd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Received port after_create {{(pid=93383) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:08:50.412101 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0d4b2-6a8b-42b0-b7ea-c979219bf6fd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Pushing event updated for resources: {'Port': ['ID=558a89e6-1cc2-4e26-9567-5869b6080826,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:50.417893 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-78c0d4b2-6a8b-42b0-b7ea-c979219bf6fd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:50.438743 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-78c0d4b2-6a8b-42b0-b7ea-c979219bf6fd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:50.439404 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-78c0d4b2-6a8b-42b0-b7ea-c979219bf6fd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:50.538190 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-78c0d4b2-6a8b-42b0-b7ea-c979219bf6fd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8400595 Jun 28 22:08:50.549877 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.v2.base [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Request body: {'port': {'device_id': '735bded1-74b0-4f8f-95cf-b0411c481d1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93383) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:08:50.873471 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:51.120322 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558a89e6-1cc2-4e26-9567-5869b6080826 {{(pid=93383) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:08:51.127796 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:51.139373 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.provisioning_blocks [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Transition to ACTIVE for port object 558a89e6-1cc2-4e26-9567-5869b6080826 will not be triggered until provisioned by entity L2. {{(pid=93383) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:08:51.233734 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:51.236788 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-32895848-b0bb-4823-8199-3abab2470325 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:51.252446 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7ac86-83c6-4c9f-ac8e-d1e9c349abd9 req-2f1a8141-dfe8-46e4-8c49-1da691416d06 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:51.254528 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-88e7ac86-83c6-4c9f-ac8e-d1e9c349abd9 req-2f1a8141-dfe8-46e4-8c49-1da691416d06 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 931 time: 0.0678096 Jun 28 22:08:51.291235 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-88e7ac86-83c6-4c9f-ac8e-d1e9c349abd9 req-912350c6-f6c3-48b4-bd91-b4617f3f0bf9 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Jun 28 22:08:51.306298 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Pushing event updated for resources: {'Port': ['ID=558a89e6-1cc2-4e26-9567-5869b6080826,revision_number=2']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:51.328781 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:51.357826 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Attempting to bind port 558a89e6-1cc2-4e26-9567-5869b6080826 on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:08:51.358163 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Attempting to bind port 558a89e6-1cc2-4e26-9567-5869b6080826 by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:08:51.358535 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Attempting to bind port 558a89e6-1cc2-4e26-9567-5869b6080826 on network db38b7df-0b5f-4479-9d72-7ea689cbce30 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:08:51.362688 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Port 558a89e6-1cc2-4e26-9567-5869b6080826 on network db38b7df-0b5f-4479-9d72-7ea689cbce30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:08:51.363006 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Attempting to bind port 558a89e6-1cc2-4e26-9567-5869b6080826 on network db38b7df-0b5f-4479-9d72-7ea689cbce30 {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:08:51.367669 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:08:51.368026 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Checking segment: {'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93383) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:08:51.368408 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Bound using segment: {'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'} {{(pid=93383) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:08:51.369074 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.managers [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Bound port: 558a89e6-1cc2-4e26-9567-5869b6080826, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'}}] {{(pid=93383) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:08:51.369496 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:51.429932 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] For port 558a89e6-1cc2-4e26-9567-5869b6080826, host hv-cinder-79838, cleared binding levels {{(pid=93383) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:08:51.433241 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] For port 558a89e6-1cc2-4e26-9567-5869b6080826, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=558a89e6-1cc2-4e26-9567-5869b6080826,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93383) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:08:51.444479 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177f83ce-e04a-40c5-8fe6-32aad690cc37 req-792f0521-d49f-43c3-828a-5727804c760f tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:51.445933 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-177f83ce-e04a-40c5-8fe6-32aad690cc37 req-792f0521-d49f-43c3-828a-5727804c760f tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0611525 Jun 28 22:08:51.482865 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-177f83ce-e04a-40c5-8fe6-32aad690cc37 req-1c20d2c3-e29b-439b-a9d3-17830fd535bc tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304654 Jun 28 22:08:51.526335 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8753361'] for port, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:51.528549 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-1656da6c-4dfb-4f90-8c7d-7587b7b70c89 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:51.561860 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:51.562464 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:51.563826 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] 10.222.0.35 "PUT /v2.0/ports/558a89e6-1cc2-4e26-9567-5869b6080826 HTTP/1.1" status: 200 len: 1093 time: 1.0181677 Jun 28 22:08:51.564372 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '735bded1-74b0-4f8f-95cf-b0411c481d1e', 'tag': '558a89e6-1cc2-4e26-9567-5869b6080826'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:08:51.566694 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85595fc3-3b31-4e1c-97d7-281eed547b07" -d '{"events": [{"name": "network-changed", "server_uuid": "735bded1-74b0-4f8f-95cf-b0411c481d1e", "tag": "558a89e6-1cc2-4e26-9567-5869b6080826"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:08:51.591382 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Pushing event updated for resources: {'Port': ['ID=558a89e6-1cc2-4e26-9567-5869b6080826,revision_number=3']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:51.594545 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-f6897136-5ca7-49f7-aa10-02215831075e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:51.601821 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71911a11-e18b-4da6-9401-1f40185cea93 x-openstack-request-id: req-71911a11-e18b-4da6-9401-1f40185cea93 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:08:51.602150 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "735bded1-74b0-4f8f-95cf-b0411c481d1e", "tag": "558a89e6-1cc2-4e26-9567-5869b6080826", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:08:51.602445 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-71911a11-e18b-4da6-9401-1f40185cea93 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:08:51.602889 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '735bded1-74b0-4f8f-95cf-b0411c481d1e', 'tag': '558a89e6-1cc2-4e26-9567-5869b6080826', 'status': 'completed', 'code': 200} Jun 28 22:08:51.680190 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85595fc3-3b31-4e1c-97d7-281eed547b07 req-f01f28de-efce-4f65-bbd9-ed12c931aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:51.681551 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-85595fc3-3b31-4e1c-97d7-281eed547b07 req-f01f28de-efce-4f65-bbd9-ed12c931aa36 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9647671672c84ac088a949b69ed10a68&device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 1096 time: 0.0520291 Jun 28 22:08:51.776887 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85595fc3-3b31-4e1c-97d7-281eed547b07 req-a65a4901-30f7-4c52-bf3f-2ebf74629de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:51.778301 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-85595fc3-3b31-4e1c-97d7-281eed547b07 req-a65a4901-30f7-4c52-bf3f-2ebf74629de4 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=9647671672c84ac088a949b69ed10a68&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0890775 Jun 28 22:08:51.876428 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85595fc3-3b31-4e1c-97d7-281eed547b07 req-55e142ec-9e2b-458c-a1e3-d5f862a9a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:51.877924 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-85595fc3-3b31-4e1c-97d7-281eed547b07 req-55e142ec-9e2b-458c-a1e3-d5f862a9a55b service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0842257 Jun 28 22:08:51.981064 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-9107e82f-92b2-4464-b4a4-c6d09093cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:51.982543 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-9107e82f-92b2-4464-b4a4-c6d09093cb7f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9647671672c84ac088a949b69ed10a68&device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 1096 time: 0.0506423 Jun 28 22:08:52.027772 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-bfdd23e4-84b2-40da-b2d0-a2094b43a45a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=558a89e6-1cc2-4e26-9567-5869b6080826 HTTP/1.1" status: 200 len: 217 time: 0.0366781 Jun 28 22:08:52.075387 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-d0b1224e-0402-49d9-aaac-96ef7692ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:52.076795 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-d0b1224e-0402-49d9-aaac-96ef7692ec7c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=230d02cf-3ced-488a-96ff-bf1ef0ceaeef HTTP/1.1" status: 200 len: 854 time: 0.0424168 Jun 28 22:08:52.110065 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-ab1a76d2-c1a4-4858-9e83-90053bf5edd7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db38b7df-0b5f-4479-9d72-7ea689cbce30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244610 Jun 28 22:08:52.202049 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-37876dc5-4bbd-4a94-8e0e-f6af4b7b8e39 service neutron] 10.222.0.35 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842733 Jun 28 22:08:52.292288 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c261d84e-e9bc-43df-87fb-ff3913c28b6e req-cc61ec83-5739-4f16-8394-236a7c7057b6 service neutron] 10.222.0.35 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0772514 Jun 28 22:08:52.460740 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ee760-52ca-43ea-ab9e-4d801a58b1e2 req-5b61d7b4-60c7-456b-8116-5f4ae11624e1 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:52.462170 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-619ee760-52ca-43ea-ab9e-4d801a58b1e2 req-5b61d7b4-60c7-456b-8116-5f4ae11624e1 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 943 time: 0.0605743 Jun 28 22:08:52.499039 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-619ee760-52ca-43ea-ab9e-4d801a58b1e2 req-0553e3ca-c3c1-47ea-9af8-22d7efa45d4d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313551 Jun 28 22:08:52.655740 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572f46da-9baf-4983-b8fe-99c81c8c0a89 req-bc58b33a-6094-4f0c-a516-ee3ab3618856 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:52.657083 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-572f46da-9baf-4983-b8fe-99c81c8c0a89 req-bc58b33a-6094-4f0c-a516-ee3ab3618856 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0642819 Jun 28 22:08:52.693512 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-572f46da-9baf-4983-b8fe-99c81c8c0a89 req-586c3a7a-bcfe-4e59-9508-4a3549f2195c tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309665 Jun 28 22:08:53.677558 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ff1d6-380f-4930-a63d-df22bcb3e660 req-ebcf907c-a271-477d-a57e-7aa2b567ae67 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:53.679015 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-976ff1d6-380f-4930-a63d-df22bcb3e660 req-ebcf907c-a271-477d-a57e-7aa2b567ae67 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 943 time: 0.0622225 Jun 28 22:08:53.734532 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-976ff1d6-380f-4930-a63d-df22bcb3e660 req-a3f5384a-f377-4ccf-aafc-80efed8bce78 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483627 Jun 28 22:08:53.880947 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8aabc-721f-4aa3-9671-995e7d172bbe req-06d7dac9-64ab-4c9d-909d-c1f4d8179e0e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:53.882961 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-42f8aabc-721f-4aa3-9671-995e7d172bbe req-06d7dac9-64ab-4c9d-909d-c1f4d8179e0e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0697780 Jun 28 22:08:53.921614 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-42f8aabc-721f-4aa3-9671-995e7d172bbe req-c6e56b0c-0c1b-4e98-bc30-78201554ca6d tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324013 Jun 28 22:08:54.528152 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 558a89e6-1cc2-4e26-9567-5869b6080826 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:08:54.621400 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 558a89e6-1cc2-4e26-9567-5869b6080826, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=558a89e6-1cc2-4e26-9567-5869b6080826,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:54.631223 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': '558a89e6-1cc2-4e26-9567-5869b6080826', 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30', 'port_id': '558a89e6-1cc2-4e26-9567-5869b6080826', 'mac_address': 'fa:16:3e:9b:48:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230d02cf-3ced-488a-96ff-bf1ef0ceaeef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:08:54.667263 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:54.679035 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558a89e6-1cc2-4e26-9567-5869b6080826 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:08:54.697342 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 558a89e6-1cc2-4e26-9567-5869b6080826, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=558a89e6-1cc2-4e26-9567-5869b6080826,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:54.753860 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:54.755611 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:54.802780 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=558a89e6-1cc2-4e26-9567-5869b6080826,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:54.805871 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:54.905570 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af65d4e3-fd0b-4ac6-bc71-48e8789c93cf req-73073a93-42c8-4405-b620-618470859ca2 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:54.907027 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-af65d4e3-fd0b-4ac6-bc71-48e8789c93cf req-73073a93-42c8-4405-b620-618470859ca2 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 944 time: 0.0625274 Jun 28 22:08:54.942307 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-af65d4e3-fd0b-4ac6-bc71-48e8789c93cf req-1774683a-371b-46c5-9b8f-a859127e3e2a tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297816 Jun 28 22:08:55.041544 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['558a89e6-1cc2-4e26-9567-5869b6080826'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:08:55.090213 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825dedd-4698-4074-a496-c9d7fb217716 req-6af62230-e937-4aaa-a51b-78c42b6ce613 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:55.091563 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6825dedd-4698-4074-a496-c9d7fb217716 req-6af62230-e937-4aaa-a51b-78c42b6ce613 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0607319 Jun 28 22:08:55.127786 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6825dedd-4698-4074-a496-c9d7fb217716 req-be4447e7-b044-445b-b26c-82d003481f4f tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304685 Jun 28 22:08:56.118090 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c47a83-1177-4861-acad-6f9223bd8382 req-04920226-13b6-4ed5-9876-a7c8cf64a6ff tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:56.119742 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f7c47a83-1177-4861-acad-6f9223bd8382 req-04920226-13b6-4ed5-9876-a7c8cf64a6ff tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 944 time: 0.0647006 Jun 28 22:08:56.156300 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f7c47a83-1177-4861-acad-6f9223bd8382 req-081cda85-123b-4122-8e8b-35db440058df tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308807 Jun 28 22:08:56.298719 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19583a1-afc4-4ea4-b5d7-f0d165ce514d req-901b6a7b-6177-47de-94e0-dbece269cda4 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:56.300266 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d19583a1-afc4-4ea4-b5d7-f0d165ce514d req-901b6a7b-6177-47de-94e0-dbece269cda4 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0630212 Jun 28 22:08:56.336792 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d19583a1-afc4-4ea4-b5d7-f0d165ce514d req-fa2c7ada-3d68-4e49-9a95-b2d1b05d2f4e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308969 Jun 28 22:08:56.371797 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-bd1953ed-28b5-46af-a850-76724247d4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:56.540406 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 558a89e6-1cc2-4e26-9567-5869b6080826 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:08:56.644566 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port 558a89e6-1cc2-4e26-9567-5869b6080826 completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:08:56.648194 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port 558a89e6-1cc2-4e26-9567-5869b6080826 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:08:56.648578 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:56.725512 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:56.747801 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735bded1-74b0-4f8f-95cf-b0411c481d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558a89e6-1cc2-4e26-9567-5869b6080826'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:08:56.751164 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd97d8d-3177-4d82-8703-edfa1104ec5c" -d '{"events": [{"server_uuid": "735bded1-74b0-4f8f-95cf-b0411c481d1e", "name": "network-vif-plugged", "status": "completed", "tag": "558a89e6-1cc2-4e26-9567-5869b6080826"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:08:56.762286 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 558a89e6-1cc2-4e26-9567-5869b6080826, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=558a89e6-1cc2-4e26-9567-5869b6080826,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:08:56.783978 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353c794-4219-481d-85d9-3f745a9b8175 req-7e9415e8-2fb9-44ec-b75f-e6c30f3bc558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:56.785566 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c353c794-4219-481d-85d9-3f745a9b8175 req-7e9415e8-2fb9-44ec-b75f-e6c30f3bc558 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39a6dfa20db945d8b78fe393de75ac5c&device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 1098 time: 0.0581546 Jun 28 22:08:56.787805 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d89917-8ea2-48a6-b4fc-d1c0f6fa5cd7 x-openstack-request-id: req-56d89917-8ea2-48a6-b4fc-d1c0f6fa5cd7 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:08:56.788133 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735bded1-74b0-4f8f-95cf-b0411c481d1e", "name": "network-vif-plugged", "status": "completed", "tag": "558a89e6-1cc2-4e26-9567-5869b6080826", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:08:56.788397 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-56d89917-8ea2-48a6-b4fc-d1c0f6fa5cd7 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:08:56.788796 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735bded1-74b0-4f8f-95cf-b0411c481d1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558a89e6-1cc2-4e26-9567-5869b6080826', 'code': 200} Jun 28 22:08:56.828313 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:56.830279 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:08:56.877469 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=558a89e6-1cc2-4e26-9567-5869b6080826,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:08:56.880507 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:08:56.886346 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353c794-4219-481d-85d9-3f745a9b8175 req-fca9bcbc-3424-4150-9f4c-a9f7d6541096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:56.887206 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c353c794-4219-481d-85d9-3f745a9b8175 req-fca9bcbc-3424-4150-9f4c-a9f7d6541096 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 HTTP/1.1" status: 200 len: 910 time: 0.0861106 Jun 28 22:08:56.962348 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c353c794-4219-481d-85d9-3f745a9b8175 req-268643e7-229b-47f2-beab-29cb2e8be671 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=745d5c87-54f4-4bdb-88a2-e6fb944d7db6 HTTP/1.1" status: 200 len: 1001 time: 0.0601406 Jun 28 22:08:57.010809 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353c794-4219-481d-85d9-3f745a9b8175 req-53d9a433-8fe1-4e1b-b346-a6e5d2ed9b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:57.012284 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c353c794-4219-481d-85d9-3f745a9b8175 req-53d9a433-8fe1-4e1b-b346-a6e5d2ed9b92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86579998-527f-4e8a-aa0c-cbb26314be9e HTTP/1.1" status: 200 len: 848 time: 0.0430486 Jun 28 22:08:57.069968 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c353c794-4219-481d-85d9-3f745a9b8175 req-87e87c66-ed34-470d-96c9-c13dd77ef9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:57.071396 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c353c794-4219-481d-85d9-3f745a9b8175 req-87e87c66-ed34-470d-96c9-c13dd77ef9a0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1433594f-5bbe-4c2f-90ce-4178e6e5c4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0501161 Jun 28 22:08:57.163834 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c353c794-4219-481d-85d9-3f745a9b8175 req-ccb7afd8-b8c8-4e6d-bd33-df61538eb095 service neutron] 10.222.0.35 "GET /v2.0/networks/1433594f-5bbe-4c2f-90ce-4178e6e5c4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830550 Jun 28 22:08:57.203328 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8817f83-29a9-4065-852d-ac59bee34a53 req-d07b3c9e-dde5-4afa-804a-00edfd48a50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:57.204854 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a8817f83-29a9-4065-852d-ac59bee34a53 req-d07b3c9e-dde5-4afa-804a-00edfd48a50a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 1098 time: 0.0619230 Jun 28 22:08:57.249227 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-a8817f83-29a9-4065-852d-ac59bee34a53 req-589ebdf5-55b5-4ef1-8281-2f0f885dbb41 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339940 Jun 28 22:08:57.256901 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c353c794-4219-481d-85d9-3f745a9b8175 req-44920d1a-112f-4e00-89eb-a2bc0e3f252d service neutron] 10.222.0.35 "GET /v2.0/networks/1433594f-5bbe-4c2f-90ce-4178e6e5c4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834513 Jun 28 22:08:57.332886 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa613aab-6a46-4705-ba31-68222f0ba9a4 req-bcf45a71-83f5-4805-8fea-812484a05f99 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:57.334331 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-aa613aab-6a46-4705-ba31-68222f0ba9a4 req-bcf45a71-83f5-4805-8fea-812484a05f99 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 945 time: 0.0629661 Jun 28 22:08:57.373306 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-aa613aab-6a46-4705-ba31-68222f0ba9a4 req-1a94e747-5619-424e-b0fd-4681082aaef2 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326810 Jun 28 22:08:57.507257 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75938f-5ece-4c94-8d54-5de25ffe8d59 req-26cad6c7-018f-4c9a-a7d9-128949041a5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:57.508626 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0f75938f-5ece-4c94-8d54-5de25ffe8d59 req-26cad6c7-018f-4c9a-a7d9-128949041a5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0611196 Jun 28 22:08:57.545233 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0f75938f-5ece-4c94-8d54-5de25ffe8d59 req-92cf3f54-020d-4535-a745-e4462c308f8c tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308416 Jun 28 22:08:58.551823 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe2cd1-3ad2-43d2-8094-8f98887068f7 req-052d11e3-cf7c-49d0-b059-231e430d515a tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:58.553306 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-83fe2cd1-3ad2-43d2-8094-8f98887068f7 req-052d11e3-cf7c-49d0-b059-231e430d515a tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 945 time: 0.0670228 Jun 28 22:08:58.591490 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-83fe2cd1-3ad2-43d2-8094-8f98887068f7 req-a9a072ab-73b5-4e81-aab6-6ab30c394434 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324669 Jun 28 22:08:58.718601 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14e89bc-bc57-49c3-a54e-9edb58e580c8 req-62ef8bfe-f7d1-42f8-b189-cfe1fcd1e2bf tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:58.720093 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e14e89bc-bc57-49c3-a54e-9edb58e580c8 req-62ef8bfe-f7d1-42f8-b189-cfe1fcd1e2bf tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0641348 Jun 28 22:08:58.757072 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e14e89bc-bc57-49c3-a54e-9edb58e580c8 req-3b8a45b6-c730-48cc-8f32-e68d4818a801 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312874 Jun 28 22:08:58.810978 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c0b16db1-afbe-4330-b7c9-1ce6a978cd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:58.913905 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:08:59.768376 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d465ab3e-47f6-4aba-b654-2de945eb602b req-1f37bc8a-a0b7-4c78-88bd-c5082e41cca7 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:59.769895 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d465ab3e-47f6-4aba-b654-2de945eb602b req-1f37bc8a-a0b7-4c78-88bd-c5082e41cca7 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 945 time: 0.0672581 Jun 28 22:08:59.808878 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d465ab3e-47f6-4aba-b654-2de945eb602b req-ada77618-623f-46d8-8237-e21544337012 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332339 Jun 28 22:08:59.990033 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa608a-7e96-4379-ba0b-43257bbfa79e req-2ce15ea0-67ee-40b1-818a-d9784cf893db tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:08:59.991495 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-04fa608a-7e96-4379-ba0b-43257bbfa79e req-2ce15ea0-67ee-40b1-818a-d9784cf893db tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0710216 Jun 28 22:09:00.031817 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-04fa608a-7e96-4379-ba0b-43257bbfa79e req-507b5f48-4afd-441f-8350-1212a0656eec tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325329 Jun 28 22:09:00.109039 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a131a7-5ac3-4206-afe0-34eddba543ae req-08a27140-304c-4d25-ba1f-fc4a2a8def3b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:00.111520 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-51a131a7-5ac3-4206-afe0-34eddba543ae req-08a27140-304c-4d25-ba1f-fc4a2a8def3b tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 947 time: 0.0625610 Jun 28 22:09:00.149427 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-51a131a7-5ac3-4206-afe0-34eddba543ae req-dfcae536-2d9a-4677-8e9b-03159ee410d4 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331881 Jun 28 22:09:00.205634 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:01.206795 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852bc992-4a37-4787-b570-8edf6c404582 req-386ca57d-e4e9-404c-aa0b-1fe29e38c68d tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:01.208304 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-852bc992-4a37-4787-b570-8edf6c404582 req-386ca57d-e4e9-404c-aa0b-1fe29e38c68d tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0679860 Jun 28 22:09:01.245773 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-852bc992-4a37-4787-b570-8edf6c404582 req-e276f703-6832-4bf2-9021-18d9ebc10988 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314257 Jun 28 22:09:01.331532 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daa3c4-8f0b-46ad-968d-1a54b4ca59b6 req-e743a944-daf4-4d26-b3e3-7b8a4c673708 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:01.332918 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-77daa3c4-8f0b-46ad-968d-1a54b4ca59b6 req-e743a944-daf4-4d26-b3e3-7b8a4c673708 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 947 time: 0.0623138 Jun 28 22:09:01.370420 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-77daa3c4-8f0b-46ad-968d-1a54b4ca59b6 req-b12c3587-8aab-49cb-aac0-1142c2f3d635 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups?id=d6b275e9-1d26-4aba-a32a-d42a838ab327&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318794 Jun 28 22:09:01.697846 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-00edb67c-960e-4afa-9666-2da9522c79fa tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:01.699476 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-00edb67c-960e-4afa-9666-2da9522c79fa tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.35 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 947 time: 0.0827045 Jun 28 22:09:01.724899 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:01.781187 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea2f007-01fb-4f0d-9374-ae8eed7d19cc req-f3826e3a-0c31-4f42-9376-2c4ff97b26ee tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:01.782728 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0ea2f007-01fb-4f0d-9374-ae8eed7d19cc req-f3826e3a-0c31-4f42-9376-2c4ff97b26ee tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.1092131 Jun 28 22:09:01.788130 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3ad459b4-c3e0-4218-8666-97a5a08626a1 req-54d638e1-0b7a-4ed0-b6a8-842abcc4d26c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0809662 Jun 28 22:09:01.816869 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Deleting port ba88c267-59b6-448f-ad69-0de0fbb1dd5b {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:09:01.817259 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:01.824920 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0ea2f007-01fb-4f0d-9374-ae8eed7d19cc req-6a64f97e-ff36-4183-8f6b-6ee77755d853 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355988 Jun 28 22:09:01.917415 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] For port ba88c267-59b6-448f-ad69-0de0fbb1dd5b, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:01.917768 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:02.082677 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:02.083051 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-963868'] for floatingip, after_update {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:02.083472 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.db.l3_db [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Floating IP 749876ba-f86a-45ce-bf4a-4692917e15d9 disassociated. External IP: 172.28.0.138, port: ba88c267-59b6-448f-ad69-0de0fbb1dd5b. Jun 28 22:09:02.083823 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Calling delete_port for ba88c267-59b6-448f-ad69-0de0fbb1dd5b owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:09:02.314047 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:02.318232 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-b43daf73-6f56-4fa0-98c1-6b0d9b942ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:02.344803 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event deleted for resources: {'Port': ['ID=ba88c267-59b6-448f-ad69-0de0fbb1dd5b,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:02.347982 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:02.462667 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Router 520ade68-8f6b-442a-ba2d-ad8a97dff819 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:09:02.526787 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-2f9eb3c3-3493-4c94-a822-c941aad665e4 req-86b578d4-c577-41df-a8d7-cb1aefc161ae tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 210 time: 0.0387723 Jun 28 22:09:02.551440 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:09:02.586483 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:09:02.596142 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c18b9-fc4b-401a-84a6-ad67fa8b6794 None None] Sync routers for ids ['520ade68-8f6b-442a-ba2d-ad8a97dff819'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:09:02.610453 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c18b9-fc4b-401a-84a6-ad67fa8b6794 None None] Routers {'520ade68-8f6b-442a-ba2d-ad8a97dff819'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:09:02.611286 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-3d2c18b9-fc4b-401a-84a6-ad67fa8b6794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:08:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['520ade68-8f6b-442a-ba2d-ad8a97dff819'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:09:02.637552 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:02.640051 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] No DVR routers for this DVR port ba88c267-59b6-448f-ad69-0de0fbb1dd5b on host hv-cinder-79838 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:09:02.642800 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:02.645370 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-dee81ba0-94e7-4122-9d33-f5226e65f342 req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.35 "DELETE /v2.0/ports/ba88c267-59b6-448f-ad69-0de0fbb1dd5b HTTP/1.1" status: 204 len: 173 time: 0.9334326 Jun 28 22:09:02.646138 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ecf0266-0631-43a7-bd42-49b477301138', 'name': 'network-vif-deleted', 'tag': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:09:02.656342 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d641ad18-abaf-47ba-bedb-8eb57486b92e" -d '{"events": [{"server_uuid": "5ecf0266-0631-43a7-bd42-49b477301138", "name": "network-vif-deleted", "tag": "ba88c267-59b6-448f-ad69-0de0fbb1dd5b"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:09:02.663467 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056204a5-e731-447b-be10-ed2254be4643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:09:02.666777 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e81971-fd41-48cd-b2cf-ff08c8ba2669" -d '{"events": [{"server_uuid": "056204a5-e731-447b-be10-ed2254be4643", "name": "network-vif-unplugged", "status": "completed", "tag": "745d5c87-54f4-4bdb-88a2-e6fb944d7db6"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:09:02.683385 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:02.708755 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 28 Jun 2021 22:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b95f7bd-605a-45c5-9bc7-13e9129a6914 x-openstack-request-id: req-2b95f7bd-605a-45c5-9bc7-13e9129a6914 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:09:02.709694 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056204a5-e731-447b-be10-ed2254be4643", "name": "network-vif-unplugged", "status": "failed", "tag": "745d5c87-54f4-4bdb-88a2-e6fb944d7db6", "code": 422}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:09:02.710280 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2b95f7bd-605a-45c5-9bc7-13e9129a6914 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:09:02.710908 dv-cinder-798384-1-smb neutron-server[93385]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '056204a5-e731-447b-be10-ed2254be4643', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6', 'code': 422} returned with failed status Jun 28 22:09:02.718714 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7f02f0-b1f7-476e-bfff-b3806ea33fd1 x-openstack-request-id: req-ad7f02f0-b1f7-476e-bfff-b3806ea33fd1 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:09:02.719222 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5ecf0266-0631-43a7-bd42-49b477301138", "name": "network-vif-deleted", "tag": "ba88c267-59b6-448f-ad69-0de0fbb1dd5b", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:09:02.719360 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-ad7f02f0-b1f7-476e-bfff-b3806ea33fd1 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:09:02.719792 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ecf0266-0631-43a7-bd42-49b477301138', 'name': 'network-vif-deleted', 'tag': 'ba88c267-59b6-448f-ad69-0de0fbb1dd5b', 'status': 'completed', 'code': 200} Jun 28 22:09:02.741100 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-3d2c18b9-fc4b-401a-84a6-ad67fa8b6794 None None] Set router 520ade68-8f6b-442a-ba2d-ad8a97dff819 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:09:02.771183 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:02.774275 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:02.834165 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,revision_number=6']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:02.838994 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:02.967612 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-3d2c18b9-fc4b-401a-84a6-ad67fa8b6794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '225b1455-5c70-42ba-aa5d-7a0c1a556b2a', 'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'mac_address': 'fa:16:3e:f4:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:22Z', 'updated_at': '2021-06-28T22:02:35Z', 'revision_number': 5, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'subnets': [{'id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:09:02.994426 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c18b9-fc4b-401a-84a6-ad67fa8b6794 None None] Checking router: 520ade68-8f6b-442a-ba2d-ad8a97dff819 for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:09:03.006222 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2c18b9-fc4b-401a-84a6-ad67fa8b6794 None None] Routers {'520ade68-8f6b-442a-ba2d-ad8a97dff819'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:09:03.006222 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-3d2c18b9-fc4b-401a-84a6-ad67fa8b6794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:08:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['520ade68-8f6b-442a-ba2d-ad8a97dff819'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:09:03.022180 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560bd8d-a3b2-4476-868b-dad697ec8f1e req-5ec82a3a-3679-4819-9207-a7e13ff29da7 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:03.028414 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8560bd8d-a3b2-4476-868b-dad697ec8f1e req-5ec82a3a-3679-4819-9207-a7e13ff29da7 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 943 time: 0.0771723 Jun 28 22:09:03.061763 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8560bd8d-a3b2-4476-868b-dad697ec8f1e req-c72250aa-bf14-4bbf-b4c0-e1ca665aa011 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307906 Jun 28 22:09:03.111142 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-3d2c18b9-fc4b-401a-84a6-ad67fa8b6794 None None] Set router 520ade68-8f6b-442a-ba2d-ad8a97dff819 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:09:03.305933 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-3d2c18b9-fc4b-401a-84a6-ad67fa8b6794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '225b1455-5c70-42ba-aa5d-7a0c1a556b2a', 'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'mac_address': 'fa:16:3e:f4:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:22Z', 'updated_at': '2021-06-28T22:02:35Z', 'revision_number': 5, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'subnets': [{'id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:09:03.332218 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2c18b9-fc4b-401a-84a6-ad67fa8b6794 None None] The sync data for ids ['520ade68-8f6b-442a-ba2d-ad8a97dff819'] in dv-cinder-798384-1-smb is: [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:02:25Z', 'revision_number': 4, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '225b1455-5c70-42ba-aa5d-7a0c1a556b2a', 'name': '', 'network_id': '4a01a082-3ec6-4e75-8884-a203b5eaabe4', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'mac_address': 'fa:16:3e:f4:05:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:22Z', 'updated_at': '2021-06-28T22:02:35Z', 'revision_number': 5, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'subnets': [{'id': 'f9dcc002-255b-49f2-9b1c-c91d2190c0e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:09:03.600045 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961beca8-fabe-4285-a3f3-426336755429 None None] New status for floating IP 749876ba-f86a-45ce-bf4a-4692917e15d9: DOWN {{(pid=93385) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:09:03.686203 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-28a18481-43f4-4082-a8b0-f4c8bd8125ff req-ce325f7f-5469-4130-ba41-01a4f7de241a tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/ports?device_id=5ecf0266-0631-43a7-bd42-49b477301138 HTTP/1.1" status: 200 len: 210 time: 0.0282972 Jun 28 22:09:04.240508 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3417062c-8372-4c26-ab21-edbb4b3dc498 req-ad89434e-5358-463f-8559-00999034cddb tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:04.241933 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3417062c-8372-4c26-ab21-edbb4b3dc498 req-ad89434e-5358-463f-8559-00999034cddb tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 943 time: 0.0608964 Jun 28 22:09:04.278059 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3417062c-8372-4c26-ab21-edbb4b3dc498 req-139f97ea-6adf-405e-95da-1749d62ef007 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300105 Jun 28 22:09:04.376261 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad459b4-c3e0-4218-8666-97a5a08626a1 req-d69cc972-95be-4598-98d9-503347829bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:04.377723 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-3ad459b4-c3e0-4218-8666-97a5a08626a1 req-d69cc972-95be-4598-98d9-503347829bf6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643&tenant_id=39a6dfa20db945d8b78fe393de75ac5c HTTP/1.1" status: 200 len: 1096 time: 0.0513260 Jun 28 22:09:04.454282 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad459b4-c3e0-4218-8666-97a5a08626a1 req-59886a03-4073-443e-a1b8-e8bda078f0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:04.455723 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-3ad459b4-c3e0-4218-8666-97a5a08626a1 req-59886a03-4073-443e-a1b8-e8bda078f0ed service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39a6dfa20db945d8b78fe393de75ac5c&device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 1096 time: 0.0536165 Jun 28 22:09:04.546493 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad459b4-c3e0-4218-8666-97a5a08626a1 req-99526a78-a26f-4abe-ae5d-b9ab623a9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:04.547945 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-3ad459b4-c3e0-4218-8666-97a5a08626a1 req-99526a78-a26f-4abe-ae5d-b9ab623a9942 service neutron] 10.222.0.35 "GET /v2.0/networks?id=1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 HTTP/1.1" status: 200 len: 910 time: 0.0825553 Jun 28 22:09:04.565582 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device ba88c267-59b6-448f-ad69-0de0fbb1dd5b no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:09:04.589069 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: ba88c267-59b6-448f-ad69-0de0fbb1dd5b {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:09:04.589420 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device ba88c267-59b6-448f-ad69-0de0fbb1dd5b not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:09:04.620918 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-3ad459b4-c3e0-4218-8666-97a5a08626a1 req-16a343e3-b0cd-4959-a0e7-2c31fb60291e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=745d5c87-54f4-4bdb-88a2-e6fb944d7db6 HTTP/1.1" status: 200 len: 999 time: 0.0608258 Jun 28 22:09:04.669929 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad459b4-c3e0-4218-8666-97a5a08626a1 req-1419bc10-8d19-4c3e-b990-edfab92071d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:04.671361 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-3ad459b4-c3e0-4218-8666-97a5a08626a1 req-1419bc10-8d19-4c3e-b990-edfab92071d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86579998-527f-4e8a-aa0c-cbb26314be9e HTTP/1.1" status: 200 len: 848 time: 0.0434775 Jun 28 22:09:04.732295 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad459b4-c3e0-4218-8666-97a5a08626a1 req-9d7d0595-bbb6-490a-85e9-d849fbdbecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:04.733852 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-3ad459b4-c3e0-4218-8666-97a5a08626a1 req-9d7d0595-bbb6-490a-85e9-d849fbdbecf4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1433594f-5bbe-4c2f-90ce-4178e6e5c4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0547209 Jun 28 22:09:04.829031 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-3ad459b4-c3e0-4218-8666-97a5a08626a1 req-d3431742-6f7d-4897-9b9d-ca70a518fa4c service neutron] 10.222.0.35 "GET /v2.0/networks/1433594f-5bbe-4c2f-90ce-4178e6e5c4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873246 Jun 28 22:09:04.892115 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 57500) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:04.927592 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-3ad459b4-c3e0-4218-8666-97a5a08626a1 req-22bf8bb2-6308-44a6-91da-6b9e4c372f4e service neutron] 10.222.0.35 "GET /v2.0/networks/1433594f-5bbe-4c2f-90ce-4178e6e5c4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855243 Jun 28 22:09:04.949442 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:04.975892 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:05.354715 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:05.357372 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:05.358503 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "DELETE /v2.0/security-groups/d6b275e9-1d26-4aba-a32a-d42a838ab327 HTTP/1.1" status: 204 len: 168 time: 0.4655342 Jun 28 22:09:05.359314 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-805b4e6c-8261-48a1-a79a-343b82e630ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:05.361250 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 57508) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:05.370155 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6b275e9-1d26-4aba-a32a-d42a838ab327,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:05.375962 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.api.v2.resource [None req-d627e18e-7326-40b0-8daa-7e075380b368 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] show failed (client error): The resource could not be found. Jun 28 22:09:05.379610 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-d627e18e-7326-40b0-8daa-7e075380b368 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "GET /v2.0/security-groups/d6b275e9-1d26-4aba-a32a-d42a838ab327 HTTP/1.1" status: 404 len: 347 time: 0.0147555 Jun 28 22:09:05.380235 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:05.380235 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:05.380235 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:05.380235 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:05.380235 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:05.380235 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:05.380235 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:05.380235 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:05.380951 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 57510) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:05.381066 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:05.381066 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:05.381066 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:05.381327 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:05.384558 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:05.454835 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683f54a9-a067-4b78-aba1-b205a6020ef3 req-58772c59-a4e3-44cb-9d11-b2f013f2a404 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:05.456462 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-683f54a9-a067-4b78-aba1-b205a6020ef3 req-58772c59-a4e3-44cb-9d11-b2f013f2a404 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 943 time: 0.0636244 Jun 28 22:09:05.494374 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-683f54a9-a067-4b78-aba1-b205a6020ef3 req-4d5b6316-a808-4ac3-842b-6fa562d8a18a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321569 Jun 28 22:09:05.501085 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-845e1feb-833b-4d68-b815-56f4521ea9af tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Deleting port 76ec24cd-33bd-41f1-98dd-89ca9e831a8a {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:09:05.501432 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-845e1feb-833b-4d68-b815-56f4521ea9af tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:05.577501 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-845e1feb-833b-4d68-b815-56f4521ea9af tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:05.577871 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-845e1feb-833b-4d68-b815-56f4521ea9af tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:05.593428 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-845e1feb-833b-4d68-b815-56f4521ea9af tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Calling delete_port for 76ec24cd-33bd-41f1-98dd-89ca9e831a8a owned by network:floatingip {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:09:05.805773 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-845e1feb-833b-4d68-b815-56f4521ea9af tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:05.809286 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-396242e5-b77a-4c4d-b9e1-b535c0211f76 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:05.832383 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e1feb-833b-4d68-b815-56f4521ea9af tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Pushing event deleted for resources: {'Port': ['ID=76ec24cd-33bd-41f1-98dd-89ca9e831a8a,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:05.835469 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-845e1feb-833b-4d68-b815-56f4521ea9af tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:05.891528 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-845e1feb-833b-4d68-b815-56f4521ea9af tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks [] for floatingip, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:05.894074 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-845e1feb-833b-4d68-b815-56f4521ea9af tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:05.895195 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-845e1feb-833b-4d68-b815-56f4521ea9af tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] 10.222.0.36 "DELETE /v2.0/floatingips/749876ba-f86a-45ce-bf4a-4692917e15d9 HTTP/1.1" status: 204 len: 168 time: 0.5141876 Jun 28 22:09:06.445845 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-4c674602-acce-4317-82af-7439dd01856f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:06.447192 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-4c674602-acce-4317-82af-7439dd01856f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/networks?id=db38b7df-0b5f-4479-9d72-7ea689cbce30 HTTP/1.1" status: 200 len: 814 time: 0.1037087 Jun 28 22:09:06.462181 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-75c3c319-166e-494b-b463-608572a29261 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/quotas/9647671672c84ac088a949b69ed10a68 HTTP/1.1" status: 200 len: 375 time: 0.0089090 Jun 28 22:09:06.531169 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-82f77c97-937b-439e-bde9-a0a22ad3dc31 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=9647671672c84ac088a949b69ed10a68&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0635791 Jun 28 22:09:06.567590 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:09:06.663874 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:06.667522 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-8a728c2f-19b8-43b5-b05a-1a48b7bf2b3c service neutron] 10.222.0.36 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293726 Jun 28 22:09:06.674505 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:09:06.677369 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'port_id': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6', 'mac_address': 'fa:16:3e:6e:33:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:09:06.715511 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:06.731784 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:09:06.751223 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:06.754364 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b8907-c1dc-45d9-847f-9dabd3d48fe4 req-088ebd4e-4986-4444-aabb-24e9167e72f6 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:06.755821 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ba8b8907-c1dc-45d9-847f-9dabd3d48fe4 req-088ebd4e-4986-4444-aabb-24e9167e72f6 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 943 time: 0.1459391 Jun 28 22:09:06.801212 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-5c1d79b8-8fb2-4a0c-90ab-b381494fc32d service neutron] 10.222.0.36 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249921 Jun 28 22:09:06.805630 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:06.809143 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:06.810660 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ba8b8907-c1dc-45d9-847f-9dabd3d48fe4 req-e9d6aa65-311b-476e-bdaa-18f7646a660d tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488486 Jun 28 22:09:06.855076 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,revision_number=7']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:06.858353 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:07.057827 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['745d5c87-54f4-4bdb-88a2-e6fb944d7db6'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:09:07.088504 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9b9ad1a4-a3d7-463d-a5f3-e1df2be8ff98 req-55c5cf2b-e4d9-438a-bd76-9de1212acd7f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 210 time: 0.0289078 Jun 28 22:09:07.979179 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29986fa-c210-4fdb-9eb7-f36b0fccdf4c req-b3a6f9fb-ac87-406d-bb19-699115293023 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:07.980673 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c29986fa-c210-4fdb-9eb7-f36b0fccdf4c req-b3a6f9fb-ac87-406d-bb19-699115293023 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 944 time: 0.0624845 Jun 28 22:09:08.021868 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-c29986fa-c210-4fdb-9eb7-f36b0fccdf4c req-3db5ff49-56e6-4c46-a0c7-f4e17e7cecc1 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355062 Jun 28 22:09:08.236552 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7db60f7b-6d60-4fbe-9e5f-cecbc7201217 req-e1eaa0ea-33c1-4e8c-98e6-81085b388d94 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 210 time: 0.0320017 Jun 28 22:09:08.564662 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:09:08.614797 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:09:08.615187 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:08.699387 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:08.721482 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056204a5-e731-447b-be10-ed2254be4643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:09:08.723786 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b1b0b58-e80f-472c-9b05-bfbfb61132cc" -d '{"events": [{"server_uuid": "056204a5-e731-447b-be10-ed2254be4643", "name": "network-vif-plugged", "status": "completed", "tag": "745d5c87-54f4-4bdb-88a2-e6fb944d7db6"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:09:08.737248 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:08.746625 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 57564) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:08.763657 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57e677c-f228-46c1-a455-ddb43be7c7a2 x-openstack-request-id: req-c57e677c-f228-46c1-a455-ddb43be7c7a2 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:09:08.763945 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056204a5-e731-447b-be10-ed2254be4643", "name": "network-vif-plugged", "status": "completed", "tag": "745d5c87-54f4-4bdb-88a2-e6fb944d7db6", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:09:08.768597 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-c57e677c-f228-46c1-a455-ddb43be7c7a2 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:09:08.768597 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056204a5-e731-447b-be10-ed2254be4643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6', 'code': 200} Jun 28 22:09:08.816689 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:08.819829 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:08.865398 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,revision_number=8']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:08.868651 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:09.142513 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-61f76182-7d4f-49b7-8fe2-d8777edea18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-963356'] for router_interface, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:09.198331 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5148b97a-2ddf-451a-b170-eeaca3d248c1 req-8763d045-0f8b-4292-803b-906df741e20a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:09.199787 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5148b97a-2ddf-451a-b170-eeaca3d248c1 req-8763d045-0f8b-4292-803b-906df741e20a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0634758 Jun 28 22:09:09.290974 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3a9f08-9adc-4356-ab43-25f99fecf59f req-423b6a38-8453-4662-9292-d50910facb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:09.293036 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4f3a9f08-9adc-4356-ab43-25f99fecf59f req-423b6a38-8453-4662-9292-d50910facb2a service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 1098 time: 0.1161411 Jun 28 22:09:09.297377 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5148b97a-2ddf-451a-b170-eeaca3d248c1 req-8dca2793-2b30-42e3-8520-931b8b5f58f8 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0916579 Jun 28 22:09:09.346677 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-e5b045b6-033c-4e6b-a5dd-aee17764b27e tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:09.348286 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-e5b045b6-033c-4e6b-a5dd-aee17764b27e tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "GET /v2.0/networks?id=db38b7df-0b5f-4479-9d72-7ea689cbce30 HTTP/1.1" status: 200 len: 814 time: 0.1408467 Jun 28 22:09:09.365274 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-afa09d1c-be72-497a-a2c6-56db6f72204d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Request body: {'port': {'device_id': '88350e45-44ec-4074-b9bc-e1219964a619', 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30', 'admin_state_up': True, 'tenant_id': '9647671672c84ac088a949b69ed10a68'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:09:09.392088 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-4f3a9f08-9adc-4356-ab43-25f99fecf59f req-91cf63c1-c6f4-4bfe-b400-2ee478961da8 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525591 Jun 28 22:09:09.449516 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4e38ab16-9547-465d-b885-2ad9a71cc017 req-cd6d2bdf-abcd-426c-b00e-feb2b0e5a7dd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 210 time: 0.0668533 Jun 28 22:09:09.500629 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-61f76182-7d4f-49b7-8fe2-d8777edea18f admin admin] Deleting port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:09:09.501003 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-61f76182-7d4f-49b7-8fe2-d8777edea18f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:09.575637 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-61f76182-7d4f-49b7-8fe2-d8777edea18f admin admin] For port 225b1455-5c70-42ba-aa5d-7a0c1a556b2a, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=225b1455-5c70-42ba-aa5d-7a0c1a556b2a,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:09.575886 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-61f76182-7d4f-49b7-8fe2-d8777edea18f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:09.586940 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-61f76182-7d4f-49b7-8fe2-d8777edea18f admin admin] Calling delete_port for 225b1455-5c70-42ba-aa5d-7a0c1a556b2a owned by network:router_interface {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:09:09.593198 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-afa09d1c-be72-497a-a2c6-56db6f72204d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Made reservation on behalf of 9647671672c84ac088a949b69ed10a68 for: {'port': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:09:09.597257 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-afa09d1c-be72-497a-a2c6-56db6f72204d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:09.723630 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-afa09d1c-be72-497a-a2c6-56db6f72204d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Allocated IP 172.20.0.12 (db38b7df-0b5f-4479-9d72-7ea689cbce30/230d02cf-3ced-488a-96ff-bf1ef0ceaeef/a55e537f-c821-4248-815d-0af126dd47ab) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:09:09.838491 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-61f76182-7d4f-49b7-8fe2-d8777edea18f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:09.840667 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-845e1feb-833b-4d68-b815-56f4521ea9af tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:09.862677 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f76182-7d4f-49b7-8fe2-d8777edea18f admin admin] Pushing event deleted for resources: {'Port': ['ID=225b1455-5c70-42ba-aa5d-7a0c1a556b2a,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:09.866368 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-61f76182-7d4f-49b7-8fe2-d8777edea18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:09.878883 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-afa09d1c-be72-497a-a2c6-56db6f72204d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:09.972638 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-afa09d1c-be72-497a-a2c6-56db6f72204d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8736324'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:09.977111 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:09.986893 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f', 'f30a62c7-a085-4cbf-91a7-e0792663f59a', '558a89e6-1cc2-4e26-9567-5869b6080826'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:09:10.023241 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-afa09d1c-be72-497a-a2c6-56db6f72204d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Network db38b7df-0b5f-4479-9d72-7ea689cbce30 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:09:10.031901 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-afa09d1c-be72-497a-a2c6-56db6f72204d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:09:10.038280 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-afa09d1c-be72-497a-a2c6-56db6f72204d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:09:10.053864 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-61f76182-7d4f-49b7-8fe2-d8777edea18f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963464'] for router_interface, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:10.070800 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa09d1c-be72-497a-a2c6-56db6f72204d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Pushing event updated for resources: {'Port': ['ID=a55e537f-c821-4248-815d-0af126dd47ab,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:10.083639 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-afa09d1c-be72-497a-a2c6-56db6f72204d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:10.107889 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-afa09d1c-be72-497a-a2c6-56db6f72204d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:10.108589 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-afa09d1c-be72-497a-a2c6-56db6f72204d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:10.200381 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-afa09d1c-be72-497a-a2c6-56db6f72204d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8404274 Jun 28 22:09:10.213790 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Request body: {'port': {'device_id': '88350e45-44ec-4074-b9bc-e1219964a619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:09:10.298560 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:10.301416 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:10.548450 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f76182-7d4f-49b7-8fe2-d8777edea18f admin admin] Router 520ade68-8f6b-442a-ba2d-ad8a97dff819 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:09:10.587370 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e503880-181a-4654-b1ed-6d3e05a222c9 req-9175355b-3b6d-4f8a-84dd-0fcd3666a96a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:10.589423 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4e503880-181a-4654-b1ed-6d3e05a222c9 req-9175355b-3b6d-4f8a-84dd-0fcd3666a96a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.1480772 Jun 28 22:09:10.651867 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f76182-7d4f-49b7-8fe2-d8777edea18f admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:09:10.659370 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-61f76182-7d4f-49b7-8fe2-d8777edea18f admin admin] 10.222.0.36 "PUT /v2.0/routers/520ade68-8f6b-442a-ba2d-ad8a97dff819/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9090040 Jun 28 22:09:10.659370 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 57582) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:10.660631 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc664b24-a674-4c41-9d56-c52fa11a678d None None] Sync routers for ids ['520ade68-8f6b-442a-ba2d-ad8a97dff819'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:09:10.673128 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc664b24-a674-4c41-9d56-c52fa11a678d None None] Routers {'520ade68-8f6b-442a-ba2d-ad8a97dff819'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:09:10.674112 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-dc664b24-a674-4c41-9d56-c52fa11a678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:08:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['520ade68-8f6b-442a-ba2d-ad8a97dff819'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:09:10.703330 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4e503880-181a-4654-b1ed-6d3e05a222c9 req-597aeb0e-a1c8-4b72-8f7c-1954f1ee756a tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949264 Jun 28 22:09:10.724134 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a55e537f-c821-4248-815d-0af126dd47ab {{(pid=93384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:09:10.734678 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:10.761891 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611ce834-6a12-4c28-8e5d-a9a774fdbf00 req-53bfd575-21be-4198-a5aa-e7901eef30bd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:10.763377 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-611ce834-6a12-4c28-8e5d-a9a774fdbf00 req-53bfd575-21be-4198-a5aa-e7901eef30bd tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 932 time: 0.1840684 Jun 28 22:09:10.764632 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Transition to ACTIVE for port object a55e537f-c821-4248-815d-0af126dd47ab will not be triggered until provisioned by entity L2. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:09:10.770933 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Notify callbacks [] for router, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:10.783827 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-dc664b24-a674-4c41-9d56-c52fa11a678d None None] Set router 520ade68-8f6b-442a-ba2d-ad8a97dff819 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:09:10.808115 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-611ce834-6a12-4c28-8e5d-a9a774fdbf00 req-d75535cd-c874-4646-9f7d-78f91a10516a tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378420 Jun 28 22:09:10.839931 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736338'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:10.843380 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:10.878693 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:10.895298 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Pushing event updated for resources: {'Port': ['ID=a55e537f-c821-4248-815d-0af126dd47ab,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:10.898440 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:10.962004 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-dc664b24-a674-4c41-9d56-c52fa11a678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209'}], 'enable_snat': True}, 'gw_port_id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:09:09Z', 'revision_number': 5, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port': {'id': '7b672b8d-3d41-42ee-8a10-83ec388abe55', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:81:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:02:18Z', 'updated_at': '2021-06-28T22:02:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:09:10.963842 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Attempting to bind port a55e537f-c821-4248-815d-0af126dd47ab on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:09:10.964405 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Attempting to bind port a55e537f-c821-4248-815d-0af126dd47ab by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:09:10.964909 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Attempting to bind port a55e537f-c821-4248-815d-0af126dd47ab on network db38b7df-0b5f-4479-9d72-7ea689cbce30 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:09:10.969400 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Port a55e537f-c821-4248-815d-0af126dd47ab on network db38b7df-0b5f-4479-9d72-7ea689cbce30 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:09:10.969785 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Attempting to bind port a55e537f-c821-4248-815d-0af126dd47ab on network db38b7df-0b5f-4479-9d72-7ea689cbce30 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:09:10.974966 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:09:10.975426 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Checking segment: {'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:09:10.975930 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Bound using segment: {'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:09:10.976456 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Bound port: a55e537f-c821-4248-815d-0af126dd47ab, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2cd95f3e-06ce-4672-b616-c657b6b5dae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30'}}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:09:10.976883 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:11.009192 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Deleting port 7b672b8d-3d41-42ee-8a10-83ec388abe55 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:09:11.009539 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:11.047976 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] For port a55e537f-c821-4248-815d-0af126dd47ab, host hv-cinder-79838, cleared binding levels {{(pid=93384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:09:11.051305 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] For port a55e537f-c821-4248-815d-0af126dd47ab, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a55e537f-c821-4248-815d-0af126dd47ab,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:09:11.074418 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc664b24-a674-4c41-9d56-c52fa11a678d None None] Checking router: 520ade68-8f6b-442a-ba2d-ad8a97dff819 for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:09:11.082786 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc664b24-a674-4c41-9d56-c52fa11a678d None None] Routers {'520ade68-8f6b-442a-ba2d-ad8a97dff819'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:09:11.083833 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-dc664b24-a674-4c41-9d56-c52fa11a678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:08:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['520ade68-8f6b-442a-ba2d-ad8a97dff819'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:09:11.091922 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] For port 7b672b8d-3d41-42ee-8a10-83ec388abe55, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=7b672b8d-3d41-42ee-8a10-83ec388abe55,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:11.092314 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:11.104402 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Calling delete_port for 7b672b8d-3d41-42ee-8a10-83ec388abe55 owned by network:router_gateway {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:09:11.137048 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736338'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:11.139507 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-059824fe-5584-4cd8-a0e7-e35fb2b90e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:11.172458 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-dc664b24-a674-4c41-9d56-c52fa11a678d None None] Set router 520ade68-8f6b-442a-ba2d-ad8a97dff819 gateway port host: None {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:09:11.174154 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:11.174774 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:11.176209 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] 10.222.0.35 "PUT /v2.0/ports/a55e537f-c821-4248-815d-0af126dd47ab HTTP/1.1" status: 200 len: 1094 time: 0.9677699 Jun 28 22:09:11.176740 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88350e45-44ec-4074-b9bc-e1219964a619', 'tag': 'a55e537f-c821-4248-815d-0af126dd47ab'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:09:11.179073 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b65a21-156c-4dcf-baa4-9366b0ab59da" -d '{"events": [{"name": "network-changed", "server_uuid": "88350e45-44ec-4074-b9bc-e1219964a619", "tag": "a55e537f-c821-4248-815d-0af126dd47ab"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:09:11.215246 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Pushing event updated for resources: {'Port': ['ID=a55e537f-c821-4248-815d-0af126dd47ab,revision_number=3']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:11.223195 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-7c3f632c-6e8b-4986-920b-895b9ee5ca24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:11.235452 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-dc664b24-a674-4c41-9d56-c52fa11a678d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:09:10Z', 'revision_number': 6, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port_host': None}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:09:11.263554 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc664b24-a674-4c41-9d56-c52fa11a678d None None] The sync data for ids ['520ade68-8f6b-442a-ba2d-ad8a97dff819'] in dv-cinder-798384-1-smb is: [{'id': '520ade68-8f6b-442a-ba2d-ad8a97dff819', 'name': 'tempest-AttachVolumeShelveTestJSON-120142055-router', 'tenant_id': '540be3d5aaf14f8099311f922d1335d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:02:17Z', 'updated_at': '2021-06-28T22:09:10Z', 'revision_number': 6, 'project_id': '540be3d5aaf14f8099311f922d1335d3', 'gw_port_host': None}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:09:11.286148 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fff1a8c-31c4-4129-bae8-03089388752f x-openstack-request-id: req-6fff1a8c-31c4-4129-bae8-03089388752f {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:09:11.286484 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88350e45-44ec-4074-b9bc-e1219964a619", "tag": "a55e537f-c821-4248-815d-0af126dd47ab", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:09:11.286792 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6fff1a8c-31c4-4129-bae8-03089388752f {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:09:11.287227 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88350e45-44ec-4074-b9bc-e1219964a619', 'tag': 'a55e537f-c821-4248-815d-0af126dd47ab', 'status': 'completed', 'code': 200} Jun 28 22:09:11.370714 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:11.372648 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-af295274-a795-4ff0-81f4-2f4a1a85d5c2 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:11.396363 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b672b8d-3d41-42ee-8a10-83ec388abe55,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:11.399393 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:11.461756 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963926'] for router_gateway, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:11.469090 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-aad36155-6ea5-4e1c-9f1e-fea6c27782de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:11.470570 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-aad36155-6ea5-4e1c-9f1e-fea6c27782de service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9647671672c84ac088a949b69ed10a68&device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 1097 time: 0.0535910 Jun 28 22:09:11.512147 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-16df1354-44e8-41f5-a806-1b17fd5e268e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a55e537f-c821-4248-815d-0af126dd47ab HTTP/1.1" status: 200 len: 217 time: 0.0337217 Jun 28 22:09:11.550833 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-963385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7194'] for router, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:11.554443 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:11.565040 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-0059445d-8b94-4d41-adba-f9eb743348c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:11.566585 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-0059445d-8b94-4d41-adba-f9eb743348c5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=230d02cf-3ced-488a-96ff-bf1ef0ceaeef HTTP/1.1" status: 200 len: 854 time: 0.0475509 Jun 28 22:09:11.599627 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-9c54ca73-77c7-4a8c-9bac-035db99bd148 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db38b7df-0b5f-4479-9d72-7ea689cbce30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259042 Jun 28 22:09:11.674704 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-963888'] for router, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:11.675298 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 520ade68-8f6b-442a-ba2d-ad8a97dff819 {{(pid=93383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:09:11.680414 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:11.684073 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] 10.222.0.36 "DELETE /v2.0/routers/520ade68-8f6b-442a-ba2d-ad8a97dff819 HTTP/1.1" status: 204 len: 168 time: 1.0213861 Jun 28 22:09:11.684631 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 57588) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:11.703710 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-2992887c-ccfa-4164-9dc8-9d750be1e39e service neutron] 10.222.0.35 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974522 Jun 28 22:09:11.730359 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f72b679-e3fa-4ee4-b95e-fd7df50cfa25 admin admin] Deleting subnet f9dcc002-255b-49f2-9b1c-c91d2190c0e5 {{(pid=93383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:09:11.733607 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1f72b679-e3fa-4ee4-b95e-fd7df50cfa25 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:11.773877 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1f72b679-e3fa-4ee4-b95e-fd7df50cfa25 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10045394'] for subnet, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:11.815254 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4613f5f2-388f-468a-8e3d-81e2478f6e3c req-a2c2fa59-2118-4ed5-8624-694b27f8f499 service neutron] 10.222.0.35 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032934 Jun 28 22:09:11.863580 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1f72b679-e3fa-4ee4-b95e-fd7df50cfa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929869'] for subnet, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:11.908602 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 225b1455-5c70-42ba-aa5d-7a0c1a556b2a no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:09:11.942356 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: 225b1455-5c70-42ba-aa5d-7a0c1a556b2a {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:09:11.943068 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 225b1455-5c70-42ba-aa5d-7a0c1a556b2a not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:09:11.943670 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 7b672b8d-3d41-42ee-8a10-83ec388abe55 no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:09:11.955515 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440184fa-dcf5-4906-9ff3-a168a6536af2 req-9a7af361-cc7b-4e5f-8593-d3eba347eaae tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:11.957142 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-440184fa-dcf5-4906-9ff3-a168a6536af2 req-9a7af361-cc7b-4e5f-8593-d3eba347eaae tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0918696 Jun 28 22:09:11.968714 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: 7b672b8d-3d41-42ee-8a10-83ec388abe55 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:09:11.969171 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 7b672b8d-3d41-42ee-8a10-83ec388abe55 not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:09:12.045993 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1f72b679-e3fa-4ee4-b95e-fd7df50cfa25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8753296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9112371'] for subnet, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:12.045993 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:12.059406 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-440184fa-dcf5-4906-9ff3-a168a6536af2 req-017904f9-0ba4-4531-9b7a-cebdc27fde60 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908406 Jun 28 22:09:12.074009 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f72b679-e3fa-4ee4-b95e-fd7df50cfa25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9dcc002-255b-49f2-9b1c-c91d2190c0e5,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:12.081910 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-1f72b679-e3fa-4ee4-b95e-fd7df50cfa25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:12.100533 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1f72b679-e3fa-4ee4-b95e-fd7df50cfa25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:12.100630 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f954300-4953-48ac-8347-df0f701263f3 None None] Network 4a01a082-3ec6-4e75-8884-a203b5eaabe4 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:09:12.100713 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-1f72b679-e3fa-4ee4-b95e-fd7df50cfa25 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/f9dcc002-255b-49f2-9b1c-c91d2190c0e5 HTTP/1.1" status: 204 len: 168 time: 0.4082594 Jun 28 22:09:12.100827 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b65a21-156c-4dcf-baa4-9366b0ab59da req-f9568fc0-391a-48a3-b18f-ea791a121a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:12.100827 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-72b65a21-156c-4dcf-baa4-9366b0ab59da req-f9568fc0-391a-48a3-b18f-ea791a121a4e service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=9647671672c84ac088a949b69ed10a68&device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 1097 time: 0.1277406 Jun 28 22:09:12.100827 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 57594) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:12.105702 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d78949-6af0-41c4-8080-ccfd2fccf7c3 req-c82bee05-ac35-4e4f-91ae-6f125d0ab31a tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:12.107241 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4d78949-6af0-41c4-8080-ccfd2fccf7c3 req-c82bee05-ac35-4e4f-91ae-6f125d0ab31a tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 944 time: 0.1487689 Jun 28 22:09:12.269200 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604114'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:12.274487 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d4d78949-6af0-41c4-8080-ccfd2fccf7c3 req-917105dc-1785-4a6b-be97-5f9c81c2a202 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514664 Jun 28 22:09:12.296250 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b65a21-156c-4dcf-baa4-9366b0ab59da req-a98cdbab-7106-45c8-b709-4ceb1ea106d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:12.297685 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-72b65a21-156c-4dcf-baa4-9366b0ab59da req-a98cdbab-7106-45c8-b709-4ceb1ea106d6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=db38b7df-0b5f-4479-9d72-7ea689cbce30 HTTP/1.1" status: 200 len: 915 time: 0.1835496 Jun 28 22:09:12.298547 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f45461-9232-41e6-b449-2e6c10b4b6ca None None] DHCP port deletion for 4a01a082-3ec6-4e75-8884-a203b5eaabe4 request from dv-cinder-798384-1-smb {{(pid=93385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 22:09:12.344339 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-14f45461-9232-41e6-b449-2e6c10b4b6ca None None] Deleting port d000c7ba-947a-4275-a175-91e138deab32 {{(pid=93385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:09:12.344728 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-14f45461-9232-41e6-b449-2e6c10b4b6ca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:12.355527 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-72b65a21-156c-4dcf-baa4-9366b0ab59da req-5c42853b-b201-4e84-8110-9e21b80d5e48 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a55e537f-c821-4248-815d-0af126dd47ab HTTP/1.1" status: 200 len: 217 time: 0.0374229 Jun 28 22:09:12.404726 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Deleting port d000c7ba-947a-4275-a175-91e138deab32 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:09:12.405071 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:12.406804 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-14f45461-9232-41e6-b449-2e6c10b4b6ca None None] For port d000c7ba-947a-4275-a175-91e138deab32, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=d000c7ba-947a-4275-a175-91e138deab32,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:12.407205 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-14f45461-9232-41e6-b449-2e6c10b4b6ca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:12.419082 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-14f45461-9232-41e6-b449-2e6c10b4b6ca None None] Calling delete_port for d000c7ba-947a-4275-a175-91e138deab32 owned by network:dhcp {{(pid=93385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:09:12.433287 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b65a21-156c-4dcf-baa4-9366b0ab59da req-8e71d972-4087-4fc0-97c8-ecbaa4a1dce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:12.434688 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-72b65a21-156c-4dcf-baa4-9366b0ab59da req-8e71d972-4087-4fc0-97c8-ecbaa4a1dce5 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=230d02cf-3ced-488a-96ff-bf1ef0ceaeef HTTP/1.1" status: 200 len: 854 time: 0.0718014 Jun 28 22:09:12.493079 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-72b65a21-156c-4dcf-baa4-9366b0ab59da req-dd04c085-6abd-4c56-8559-f262bb54616d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=db38b7df-0b5f-4479-9d72-7ea689cbce30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330436 Jun 28 22:09:12.498602 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] For port d000c7ba-947a-4275-a175-91e138deab32, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=d000c7ba-947a-4275-a175-91e138deab32,segment=NetworkSegment(7c745f95-bc7f-472c-a349-749ff8bb4cd0),segment_id=7c745f95-bc7f-472c-a349-749ff8bb4cd0)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:12.498962 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:12.526058 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Calling delete_port for d000c7ba-947a-4275-a175-91e138deab32 owned by network:dhcp {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:09:12.570948 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-14f45461-9232-41e6-b449-2e6c10b4b6ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748'] for port, after_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:12.574607 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-99e7779d-24e4-4dc8-8f3a-e5bece1ecc77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:12.597505 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f45461-9232-41e6-b449-2e6c10b4b6ca None None] Pushing event deleted for resources: {'Port': ['ID=d000c7ba-947a-4275-a175-91e138deab32,revision_number=None']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:12.599308 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f45461-9232-41e6-b449-2e6c10b4b6ca None None] No DVR routers for this DVR port d000c7ba-947a-4275-a175-91e138deab32 on host dv-cinder-798384-1-smb {{(pid=93385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:09:12.600676 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-14f45461-9232-41e6-b449-2e6c10b4b6ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:12.643556 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-72b65a21-156c-4dcf-baa4-9366b0ab59da req-245e66a2-511c-4ffa-a262-06447b0e4cc0 service neutron] 10.222.0.35 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420126 Jun 28 22:09:12.676493 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:12.688132 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-9d498d4b-f09e-4899-88ea-6306ad04cfd1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:12.738933 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d000c7ba-947a-4275-a175-91e138deab32,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:12.742139 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] No DVR routers for this DVR port d000c7ba-947a-4275-a175-91e138deab32 on host dv-cinder-798384-1-smb {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:09:12.745779 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:12.829520 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-72b65a21-156c-4dcf-baa4-9366b0ab59da req-a8739d33-735a-4262-8214-e790909bdaf7 service neutron] 10.222.0.35 "GET /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715615 Jun 28 22:09:12.833042 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929245', 'neutron.services.segments.db._delete_segments_for_network-8736847184231'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:12.842836 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a01a082-3ec6-4e75-8884-a203b5eaabe4']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:09:12.852768 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c745f95-bc7f-472c-a349-749ff8bb4cd0') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:09:12.853069 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c745f95-bc7f-472c-a349-749ff8bb4cd0') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:09:12.862082 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736847130462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8526913'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:12.875577 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:12.881128 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:09:12.881509 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8735882'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: self.session.flush() Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: self.session.flush() Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: self.session.flush() Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: self.session.flush() Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: Traceback (most recent call last): Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: timer() Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: cb(*args, **kw) Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: return func(*args, **kwargs) Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: self._notify() Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: self.callback(batched_events) Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: event.method(event) Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: return f(self, *a, **k) Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: return self._get(url).json() Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:09:12.883069 dv-cinder-798384-1-smb neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:09:12.988225 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963850'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:12.991893 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-94656bc4-de9c-48b2-b92d-cdca6b52da3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:12.995208 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:12.996982 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] 10.222.0.36 "DELETE /v2.0/networks/4a01a082-3ec6-4e75-8884-a203b5eaabe4 HTTP/1.1" status: 204 len: 168 time: 0.8888311 Jun 28 22:09:13.007743 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a01a082-3ec6-4e75-8884-a203b5eaabe4,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:13.010456 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-aa0f0407-c7bf-4c04-a0db-99f3a770ffd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:13.296472 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 57600) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:13.333906 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-0469f4a0-95d5-465e-88ee-0b442a30f261 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=540be3d5aaf14f8099311f922d1335d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0362225 Jun 28 22:09:13.336194 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 57604) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:13.390188 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5a026e0e-4575-455e-9aba-5691ee2a2968 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:13.436676 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5a026e0e-4575-455e-9aba-5691ee2a2968 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:13.489112 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e91ea2a-4004-43e4-9af5-1259ebd7a95b req-f8a3935a-fe8c-4069-950f-c58df68d1ff3 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:13.490550 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9e91ea2a-4004-43e4-9af5-1259ebd7a95b req-f8a3935a-fe8c-4069-950f-c58df68d1ff3 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 944 time: 0.1025155 Jun 28 22:09:13.529511 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9e91ea2a-4004-43e4-9af5-1259ebd7a95b req-d2639360-a2f8-46d9-8d8b-0eff155d2bcf tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328650 Jun 28 22:09:13.565423 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5a026e0e-4575-455e-9aba-5691ee2a2968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:13.567959 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5a026e0e-4575-455e-9aba-5691ee2a2968 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:13.569057 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-5a026e0e-4575-455e-9aba-5691ee2a2968 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/3bf9590d-e7a3-4e4c-894c-b9d0fd87ce07 HTTP/1.1" status: 204 len: 168 time: 0.2319961 Jun 28 22:09:13.569824 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-aba7117e-b71d-4aa2-9d26-aab6922a5eb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:13.577782 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a026e0e-4575-455e-9aba-5691ee2a2968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf9590d-e7a3-4e4c-894c-b9d0fd87ce07,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:13.580935 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-5a026e0e-4575-455e-9aba-5691ee2a2968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:13.882891 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device d000c7ba-947a-4275-a175-91e138deab32 no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:09:13.902901 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: d000c7ba-947a-4275-a175-91e138deab32 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:09:13.903266 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device d000c7ba-947a-4275-a175-91e138deab32 not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:09:14.601942 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device a55e537f-c821-4248-815d-0af126dd47ab details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:09:14.705362 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port a55e537f-c821-4248-815d-0af126dd47ab, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a55e537f-c821-4248-815d-0af126dd47ab,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:14.707653 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcf60e3-e91f-4257-9528-ac34fec5b315 req-a4669627-8fa4-4f48-9fb4-7b511bfc5866 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:14.708992 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0bcf60e3-e91f-4257-9528-ac34fec5b315 req-a4669627-8fa4-4f48-9fb4-7b511bfc5866 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 944 time: 0.0715623 Jun 28 22:09:14.717956 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': 'a55e537f-c821-4248-815d-0af126dd47ab', 'network_id': 'db38b7df-0b5f-4479-9d72-7ea689cbce30', 'port_id': 'a55e537f-c821-4248-815d-0af126dd47ab', 'mac_address': 'fa:16:3e:bc:cc:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '230d02cf-3ced-488a-96ff-bf1ef0ceaeef', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:09:14.757044 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:14.759398 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0bcf60e3-e91f-4257-9528-ac34fec5b315 req-bceaa6e6-8f36-4979-ad58-fbe80be45651 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442157 Jun 28 22:09:14.770307 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a55e537f-c821-4248-815d-0af126dd47ab {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:09:14.790680 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port a55e537f-c821-4248-815d-0af126dd47ab, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a55e537f-c821-4248-815d-0af126dd47ab,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:14.862240 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:14.864126 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:14.912464 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=a55e537f-c821-4248-815d-0af126dd47ab,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:14.915444 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:15.135958 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['a55e537f-c821-4248-815d-0af126dd47ab'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:09:15.936486 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c1688b-b2e8-4e8f-88ec-7c043486a99a req-1afb39b6-8417-4e9f-8403-17d5cc3701c7 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:15.937957 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e9c1688b-b2e8-4e8f-88ec-7c043486a99a req-1afb39b6-8417-4e9f-8403-17d5cc3701c7 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 945 time: 0.0653038 Jun 28 22:09:15.974854 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e9c1688b-b2e8-4e8f-88ec-7c043486a99a req-eae94303-8df3-4168-8d17-9da1b963be92 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311112 Jun 28 22:09:16.612892 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device a55e537f-c821-4248-815d-0af126dd47ab up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:09:16.742856 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port a55e537f-c821-4248-815d-0af126dd47ab completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:09:16.747596 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port a55e537f-c821-4248-815d-0af126dd47ab triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:09:16.747981 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:16.823864 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:16.845444 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88350e45-44ec-4074-b9bc-e1219964a619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55e537f-c821-4248-815d-0af126dd47ab'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:09:16.849165 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19098e55-36e0-43cd-b196-f0e7340fb29a" -d '{"events": [{"server_uuid": "88350e45-44ec-4074-b9bc-e1219964a619", "name": "network-vif-plugged", "status": "completed", "tag": "a55e537f-c821-4248-815d-0af126dd47ab"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:09:16.861441 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port a55e537f-c821-4248-815d-0af126dd47ab, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a55e537f-c821-4248-815d-0af126dd47ab,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:16.895460 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:09:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d222130-053f-45cc-a423-f8ce4489cd3c x-openstack-request-id: req-0d222130-053f-45cc-a423-f8ce4489cd3c {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:09:16.895460 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88350e45-44ec-4074-b9bc-e1219964a619", "name": "network-vif-plugged", "status": "completed", "tag": "a55e537f-c821-4248-815d-0af126dd47ab", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:09:16.895460 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-0d222130-053f-45cc-a423-f8ce4489cd3c {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:09:16.895460 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88350e45-44ec-4074-b9bc-e1219964a619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a55e537f-c821-4248-815d-0af126dd47ab', 'code': 200} Jun 28 22:09:17.068429 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:17.071362 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:17.118932 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=a55e537f-c821-4248-815d-0af126dd47ab,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:17.122485 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:17.159316 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c42296-be3d-4926-a155-1c14d0cc9e5a req-ace0f95c-8bbb-4c5a-99eb-d60dfecabda9 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:17.160960 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-85c42296-be3d-4926-a155-1c14d0cc9e5a req-ace0f95c-8bbb-4c5a-99eb-d60dfecabda9 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 946 time: 0.0760546 Jun 28 22:09:17.203301 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-85c42296-be3d-4926-a155-1c14d0cc9e5a req-4831f2e9-20b6-4fb9-a8a5-43863946f604 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359426 Jun 28 22:09:17.597264 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93599f8b-a402-4f54-af36-2588ad081e6c req-dcf793f6-4f9b-4738-a14e-fa22e4c2489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:17.598735 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-93599f8b-a402-4f54-af36-2588ad081e6c req-dcf793f6-4f9b-4738-a14e-fa22e4c2489b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 1099 time: 0.3006837 Jun 28 22:09:17.636253 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-93599f8b-a402-4f54-af36-2588ad081e6c req-87d205e0-a056-48ba-b7dd-4245fe4b5332 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0280547 Jun 28 22:09:18.374812 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d962384-7145-41f0-9676-109a84927c5d req-08846d1d-d460-4d6f-bf08-2e08aa65e29e tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:18.376287 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5d962384-7145-41f0-9676-109a84927c5d req-08846d1d-d460-4d6f-bf08-2e08aa65e29e tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 946 time: 0.0619328 Jun 28 22:09:18.412841 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-5d962384-7145-41f0-9676-109a84927c5d req-72d80f10-3322-4180-8583-2a33303d3bf9 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309620 Jun 28 22:09:18.794073 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 57746) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:18.897510 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8defc6aa-3274-4591-9682-e391b9354869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:18.982271 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8defc6aa-3274-4591-9682-e391b9354869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:19.060735 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8defc6aa-3274-4591-9682-e391b9354869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:19.063050 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-f1c9f29f-57d7-4f97-b3d0-8924ae52b856 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:19.097719 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-8defc6aa-3274-4591-9682-e391b9354869 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=dd456a7b7ae24f8c8ea27ebc75ff37cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025737 Jun 28 22:09:19.098629 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8defc6aa-3274-4591-9682-e391b9354869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dde9218-a02f-4054-b8c6-c0a0d143f264,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:19.100459 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 57750) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:19.101681 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-8defc6aa-3274-4591-9682-e391b9354869 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:19.148286 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-813684e4-b867-4130-99d7-96993112d448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:19.174077 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-813684e4-b867-4130-99d7-96993112d448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:19.279147 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-813684e4-b867-4130-99d7-96993112d448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:19.282020 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-813684e4-b867-4130-99d7-96993112d448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:19.291245 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-813684e4-b867-4130-99d7-96993112d448 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4dde9218-a02f-4054-b8c6-c0a0d143f264 HTTP/1.1" status: 204 len: 168 time: 0.1817267 Jun 28 22:09:19.291245 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e17ebfda-e580-43b1-86d6-fbb2e2141104 tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:19.291790 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813684e4-b867-4130-99d7-96993112d448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dde9218-a02f-4054-b8c6-c0a0d143f264,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:19.294069 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-813684e4-b867-4130-99d7-96993112d448 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:19.584971 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95b630-656e-4914-84e3-6393910626c9 req-fa406c4f-fe97-4edc-9b7d-6b1c326133c3 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:19.586436 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3f95b630-656e-4914-84e3-6393910626c9 req-fa406c4f-fe97-4edc-9b7d-6b1c326133c3 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 946 time: 0.0649326 Jun 28 22:09:19.624849 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3f95b630-656e-4914-84e3-6393910626c9 req-a83ff579-749d-4fc8-a1e7-f84720a23a9f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316877 Jun 28 22:09:19.885567 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 57760) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:19.898976 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f5abdfa0-7670-420f-ab43-55e9a60d2fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:19.986794 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f5abdfa0-7670-420f-ab43-55e9a60d2fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:20.033558 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-f5abdfa0-7670-420f-ab43-55e9a60d2fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:20.036052 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-ec8438a6-62de-4cbd-8dd8-2b002f9ef5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:20.079128 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-f5abdfa0-7670-420f-ab43-55e9a60d2fbf admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=8f86dddaed9a41ed93db412e6af7bca5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869905 Jun 28 22:09:20.079128 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5abdfa0-7670-420f-ab43-55e9a60d2fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11f82e2-6ed6-46a4-851a-aec87c9283d3,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:20.079332 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 57762) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:20.079416 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-f5abdfa0-7670-420f-ab43-55e9a60d2fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:20.130654 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5c3d67dc-ff99-4808-8aa3-86df6e924348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:20.153067 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5c3d67dc-ff99-4808-8aa3-86df6e924348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:20.250975 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5c3d67dc-ff99-4808-8aa3-86df6e924348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:20.253551 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-5c3d67dc-ff99-4808-8aa3-86df6e924348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:20.254715 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-5c3d67dc-ff99-4808-8aa3-86df6e924348 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d11f82e2-6ed6-46a4-851a-aec87c9283d3 HTTP/1.1" status: 204 len: 168 time: 0.1762893 Jun 28 22:09:20.255575 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-044c3105-61c8-4de8-a773-3ba49eaf8c25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:20.263862 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d67dc-ff99-4808-8aa3-86df6e924348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11f82e2-6ed6-46a4-851a-aec87c9283d3,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:20.266700 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-5c3d67dc-ff99-4808-8aa3-86df6e924348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:26.393769 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-b6981ba8-9367-4c91-82d8-f278da4734f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:27.928460 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f1706b-ef2a-4613-ab3b-708ca15285d2 req-55e02f1c-eb5d-47d9-b3d7-e9376ecbf134 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:27.929900 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f2f1706b-ef2a-4613-ab3b-708ca15285d2 req-55e02f1c-eb5d-47d9-b3d7-e9376ecbf134 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 946 time: 0.0620215 Jun 28 22:09:27.967418 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-f2f1706b-ef2a-4613-ab3b-708ca15285d2 req-b7113f6e-d848-4a58-8bba-8ba1982a038e tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315535 Jun 28 22:09:28.792525 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7e9c469d-325e-4532-a367-e87b61343071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:28.913863 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:29.146269 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0e1e43-ed51-4724-b8d4-70cfac810428 req-d395a7d6-4b93-4859-8c9f-89bc3c80434a tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:29.148417 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0d0e1e43-ed51-4724-b8d4-70cfac810428 req-d395a7d6-4b93-4859-8c9f-89bc3c80434a tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 946 time: 0.0711968 Jun 28 22:09:29.192846 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-0d0e1e43-ed51-4724-b8d4-70cfac810428 req-35208fde-d80c-4f77-a918-ae5bb8c8546e tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382044 Jun 28 22:09:29.750560 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea7b75e-0f6e-4c7b-891e-99169f248cf9 req-73646e03-e3f1-478c-b061-ef5b803b9281 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:29.752001 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4ea7b75e-0f6e-4c7b-891e-99169f248cf9 req-73646e03-e3f1-478c-b061-ef5b803b9281 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 946 time: 0.0620925 Jun 28 22:09:29.851757 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-4ea7b75e-0f6e-4c7b-891e-99169f248cf9 req-84a46d74-5fcd-43d0-bdcd-3475e92602bf tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Deleting port a55e537f-c821-4248-815d-0af126dd47ab {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:09:29.852139 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4ea7b75e-0f6e-4c7b-891e-99169f248cf9 req-84a46d74-5fcd-43d0-bdcd-3475e92602bf tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:29.940616 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-4ea7b75e-0f6e-4c7b-891e-99169f248cf9 req-84a46d74-5fcd-43d0-bdcd-3475e92602bf tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] For port a55e537f-c821-4248-815d-0af126dd47ab, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=a55e537f-c821-4248-815d-0af126dd47ab,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:29.941002 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4ea7b75e-0f6e-4c7b-891e-99169f248cf9 req-84a46d74-5fcd-43d0-bdcd-3475e92602bf tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:29.952841 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-4ea7b75e-0f6e-4c7b-891e-99169f248cf9 req-84a46d74-5fcd-43d0-bdcd-3475e92602bf tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Calling delete_port for a55e537f-c821-4248-815d-0af126dd47ab owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:09:30.171048 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4ea7b75e-0f6e-4c7b-891e-99169f248cf9 req-84a46d74-5fcd-43d0-bdcd-3475e92602bf tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:30.175420 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-eeaac46b-e31a-4b9a-a2b1-71a07e8238bb tempest-AttachVolumeShelveTestJSON-1166511285 tempest-AttachVolumeShelveTestJSON-1166511285-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:30.185413 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f', 'f30a62c7-a085-4cbf-91a7-e0792663f59a', '558a89e6-1cc2-4e26-9567-5869b6080826', 'a55e537f-c821-4248-815d-0af126dd47ab'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:09:30.201931 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a46d74-5fcd-43d0-bdcd-3475e92602bf tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Pushing event deleted for resources: {'Port': ['ID=a55e537f-c821-4248-815d-0af126dd47ab,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:30.205130 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-84a46d74-5fcd-43d0-bdcd-3475e92602bf tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:30.209539 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:30.248618 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ea7b75e-0f6e-4c7b-891e-99169f248cf9 req-84a46d74-5fcd-43d0-bdcd-3475e92602bf tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] No DVR routers for this DVR port a55e537f-c821-4248-815d-0af126dd47ab on host hv-cinder-79838 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:09:30.251545 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-4ea7b75e-0f6e-4c7b-891e-99169f248cf9 req-84a46d74-5fcd-43d0-bdcd-3475e92602bf tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:30.253630 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-4ea7b75e-0f6e-4c7b-891e-99169f248cf9 req-84a46d74-5fcd-43d0-bdcd-3475e92602bf tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "DELETE /v2.0/ports/a55e537f-c821-4248-815d-0af126dd47ab HTTP/1.1" status: 204 len: 173 time: 0.4951828 Jun 28 22:09:30.254157 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88350e45-44ec-4074-b9bc-e1219964a619', 'name': 'network-vif-deleted', 'tag': 'a55e537f-c821-4248-815d-0af126dd47ab'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:09:30.257125 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147f0f77-9eb5-464c-9a83-99adfbc88c9f" -d '{"events": [{"server_uuid": "88350e45-44ec-4074-b9bc-e1219964a619", "name": "network-vif-deleted", "tag": "a55e537f-c821-4248-815d-0af126dd47ab"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:09:30.319131 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1918447b-1da6-4360-8ff5-fcd2e7c1b1b8 x-openstack-request-id: req-1918447b-1da6-4360-8ff5-fcd2e7c1b1b8 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:09:30.319538 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88350e45-44ec-4074-b9bc-e1219964a619", "name": "network-vif-deleted", "tag": "a55e537f-c821-4248-815d-0af126dd47ab", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:09:30.319908 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-1918447b-1da6-4360-8ff5-fcd2e7c1b1b8 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:09:30.320509 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88350e45-44ec-4074-b9bc-e1219964a619', 'name': 'network-vif-deleted', 'tag': 'a55e537f-c821-4248-815d-0af126dd47ab', 'status': 'completed', 'code': 200} Jun 28 22:09:30.371064 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-42f6ee58-cb3c-47b6-91e8-00ee82c05d25 req-84820d06-ad02-4b80-8f65-2800c9124879 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=88350e45-44ec-4074-b9bc-e1219964a619 HTTP/1.1" status: 200 len: 210 time: 0.0415242 Jun 28 22:09:31.868820 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:32.699872 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device a55e537f-c821-4248-815d-0af126dd47ab no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:09:32.718866 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: a55e537f-c821-4248-815d-0af126dd47ab {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:09:32.726963 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device a55e537f-c821-4248-815d-0af126dd47ab not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:09:33.420472 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b79721e-54f1-4abb-bdb1-ce20cca48fae req-0af9cb03-38ad-4645-8dcc-a3ee9c412043 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:33.421879 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3b79721e-54f1-4abb-bdb1-ce20cca48fae req-0af9cb03-38ad-4645-8dcc-a3ee9c412043 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 945 time: 0.0670266 Jun 28 22:09:33.458938 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3b79721e-54f1-4abb-bdb1-ce20cca48fae req-7a072091-270b-41bc-9eb2-951ecd4cf316 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314510 Jun 28 22:09:34.636767 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c6179-45fd-47fb-b738-729385ff2faf req-6fb92f66-71aa-4d96-bd0e-6abc3f5dcbd9 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:34.638296 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e57c6179-45fd-47fb-b738-729385ff2faf req-6fb92f66-71aa-4d96-bd0e-6abc3f5dcbd9 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 945 time: 0.0677600 Jun 28 22:09:34.675570 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-e57c6179-45fd-47fb-b738-729385ff2faf req-43ddd19f-844d-476a-8f75-44697523e5fc tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317092 Jun 28 22:09:35.106649 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928f605-eefa-4d70-9fca-d9d336ac58c1 req-85b5e8dd-4489-47e2-96df-d1c7746e0912 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:35.108282 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6928f605-eefa-4d70-9fca-d9d336ac58c1 req-85b5e8dd-4489-47e2-96df-d1c7746e0912 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 945 time: 0.0629141 Jun 28 22:09:35.210818 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-6928f605-eefa-4d70-9fca-d9d336ac58c1 req-7f934165-7825-4997-b26c-c48b207d5f0f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Deleting port 558a89e6-1cc2-4e26-9567-5869b6080826 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:09:35.211154 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-6928f605-eefa-4d70-9fca-d9d336ac58c1 req-7f934165-7825-4997-b26c-c48b207d5f0f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:35.298768 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-6928f605-eefa-4d70-9fca-d9d336ac58c1 req-7f934165-7825-4997-b26c-c48b207d5f0f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] For port 558a89e6-1cc2-4e26-9567-5869b6080826, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=558a89e6-1cc2-4e26-9567-5869b6080826,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:35.299121 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-6928f605-eefa-4d70-9fca-d9d336ac58c1 req-7f934165-7825-4997-b26c-c48b207d5f0f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:35.311328 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-6928f605-eefa-4d70-9fca-d9d336ac58c1 req-7f934165-7825-4997-b26c-c48b207d5f0f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Calling delete_port for 558a89e6-1cc2-4e26-9567-5869b6080826 owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:09:35.496414 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-6928f605-eefa-4d70-9fca-d9d336ac58c1 req-7f934165-7825-4997-b26c-c48b207d5f0f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:35.501085 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-87c1d116-85b7-481f-9471-cefd29bf1a31 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:35.509821 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f', 'f30a62c7-a085-4cbf-91a7-e0792663f59a', '558a89e6-1cc2-4e26-9567-5869b6080826'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:09:35.529973 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f934165-7825-4997-b26c-c48b207d5f0f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Pushing event deleted for resources: {'Port': ['ID=558a89e6-1cc2-4e26-9567-5869b6080826,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:35.534511 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-7f934165-7825-4997-b26c-c48b207d5f0f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:35.573774 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-6928f605-eefa-4d70-9fca-d9d336ac58c1 req-7f934165-7825-4997-b26c-c48b207d5f0f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] No DVR routers for this DVR port 558a89e6-1cc2-4e26-9567-5869b6080826 on host hv-cinder-79838 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:09:35.576444 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-6928f605-eefa-4d70-9fca-d9d336ac58c1 req-7f934165-7825-4997-b26c-c48b207d5f0f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:35.578464 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6928f605-eefa-4d70-9fca-d9d336ac58c1 req-7f934165-7825-4997-b26c-c48b207d5f0f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "DELETE /v2.0/ports/558a89e6-1cc2-4e26-9567-5869b6080826 HTTP/1.1" status: 204 len: 173 time: 0.4639430 Jun 28 22:09:35.579007 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '735bded1-74b0-4f8f-95cf-b0411c481d1e', 'name': 'network-vif-deleted', 'tag': '558a89e6-1cc2-4e26-9567-5869b6080826'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:09:35.581458 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73bddb69-2418-4c32-9621-b6ba00aebc99" -d '{"events": [{"server_uuid": "735bded1-74b0-4f8f-95cf-b0411c481d1e", "name": "network-vif-deleted", "tag": "558a89e6-1cc2-4e26-9567-5869b6080826"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:09:35.619098 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3c6a33-284c-47a8-965e-8ae6b5a5e471 x-openstack-request-id: req-6b3c6a33-284c-47a8-965e-8ae6b5a5e471 {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:09:35.619522 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "735bded1-74b0-4f8f-95cf-b0411c481d1e", "name": "network-vif-deleted", "tag": "558a89e6-1cc2-4e26-9567-5869b6080826", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:09:35.619885 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-6b3c6a33-284c-47a8-965e-8ae6b5a5e471 {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:09:35.620487 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '735bded1-74b0-4f8f-95cf-b0411c481d1e', 'name': 'network-vif-deleted', 'tag': '558a89e6-1cc2-4e26-9567-5869b6080826', 'status': 'completed', 'code': 200} Jun 28 22:09:35.823171 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-ea8af20c-91ec-43f0-a807-23c488e187a0 req-4fa68c12-9e35-48fa-a411-a38c520c9e42 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=735bded1-74b0-4f8f-95cf-b0411c481d1e HTTP/1.1" status: 200 len: 210 time: 0.0284770 Jun 28 22:09:37.538457 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa42a704-2f27-4b9a-a0c5-ebd317445ec0 req-d28a3c51-634f-4140-929e-72579cd9b82f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:37.540450 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-aa42a704-2f27-4b9a-a0c5-ebd317445ec0 req-d28a3c51-634f-4140-929e-72579cd9b82f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 946 time: 0.0643218 Jun 28 22:09:37.584392 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-aa42a704-2f27-4b9a-a0c5-ebd317445ec0 req-db3a47f7-1ab2-40c6-a33d-687492ccfe76 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366385 Jun 28 22:09:38.707621 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 558a89e6-1cc2-4e26-9567-5869b6080826 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:09:38.729456 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: 558a89e6-1cc2-4e26-9567-5869b6080826 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:09:38.729817 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 558a89e6-1cc2-4e26-9567-5869b6080826 not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:09:38.757450 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9b4b1b-98a0-4df4-9756-a12023fb94c8 req-f047f11c-0d09-4b30-89d2-e6db8645a9e3 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:38.759594 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-af9b4b1b-98a0-4df4-9756-a12023fb94c8 req-f047f11c-0d09-4b30-89d2-e6db8645a9e3 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 946 time: 0.0636721 Jun 28 22:09:38.824965 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-af9b4b1b-98a0-4df4-9756-a12023fb94c8 req-664731d3-175d-41e8-8b46-a0f1fbc61d2d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599337 Jun 28 22:09:38.850760 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6aa7a-6f0e-4e06-aa08-d906be262e3e req-8f31683e-8614-4592-bb52-9776b8ebeb6f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:38.852215 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-47e6aa7a-6f0e-4e06-aa08-d906be262e3e req-8f31683e-8614-4592-bb52-9776b8ebeb6f tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "GET /v2.0/ports?device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 946 time: 0.0815237 Jun 28 22:09:38.950666 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-47e6aa7a-6f0e-4e06-aa08-d906be262e3e req-ad55d5c8-557c-4410-adc7-5a75b8b094a1 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Deleting port f30a62c7-a085-4cbf-91a7-e0792663f59a {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:09:38.950911 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-47e6aa7a-6f0e-4e06-aa08-d906be262e3e req-ad55d5c8-557c-4410-adc7-5a75b8b094a1 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:39.034584 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-47e6aa7a-6f0e-4e06-aa08-d906be262e3e req-ad55d5c8-557c-4410-adc7-5a75b8b094a1 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] For port f30a62c7-a085-4cbf-91a7-e0792663f59a, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=f30a62c7-a085-4cbf-91a7-e0792663f59a,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:39.034936 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-47e6aa7a-6f0e-4e06-aa08-d906be262e3e req-ad55d5c8-557c-4410-adc7-5a75b8b094a1 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:39.046485 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-47e6aa7a-6f0e-4e06-aa08-d906be262e3e req-ad55d5c8-557c-4410-adc7-5a75b8b094a1 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Calling delete_port for f30a62c7-a085-4cbf-91a7-e0792663f59a owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:09:39.228486 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-47e6aa7a-6f0e-4e06-aa08-d906be262e3e req-ad55d5c8-557c-4410-adc7-5a75b8b094a1 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:39.232353 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-1db71f25-be8c-4add-9689-ce07f7c57a30 tempest-ServerRescueNegativeTestJSON-1437512065 tempest-ServerRescueNegativeTestJSON-1437512065-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:39.240182 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f', 'f30a62c7-a085-4cbf-91a7-e0792663f59a'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:09:39.258141 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad55d5c8-557c-4410-adc7-5a75b8b094a1 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Pushing event deleted for resources: {'Port': ['ID=f30a62c7-a085-4cbf-91a7-e0792663f59a,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:39.261594 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-ad55d5c8-557c-4410-adc7-5a75b8b094a1 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:39.307207 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-47e6aa7a-6f0e-4e06-aa08-d906be262e3e req-ad55d5c8-557c-4410-adc7-5a75b8b094a1 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] No DVR routers for this DVR port f30a62c7-a085-4cbf-91a7-e0792663f59a on host hv-cinder-79838 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:09:39.309827 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-47e6aa7a-6f0e-4e06-aa08-d906be262e3e req-ad55d5c8-557c-4410-adc7-5a75b8b094a1 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:39.311834 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-47e6aa7a-6f0e-4e06-aa08-d906be262e3e req-ad55d5c8-557c-4410-adc7-5a75b8b094a1 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "DELETE /v2.0/ports/f30a62c7-a085-4cbf-91a7-e0792663f59a HTTP/1.1" status: 204 len: 173 time: 0.4539177 Jun 28 22:09:39.312379 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d', 'name': 'network-vif-deleted', 'tag': 'f30a62c7-a085-4cbf-91a7-e0792663f59a'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:09:39.314688 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cd396b-3232-4f70-b826-2d7f3e304e8f" -d '{"events": [{"server_uuid": "c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d", "name": "network-vif-deleted", "tag": "f30a62c7-a085-4cbf-91a7-e0792663f59a"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:09:39.360091 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691245f1-98de-4f75-8ee8-fcc77b4c03fe x-openstack-request-id: req-691245f1-98de-4f75-8ee8-fcc77b4c03fe {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:09:39.360429 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d", "name": "network-vif-deleted", "tag": "f30a62c7-a085-4cbf-91a7-e0792663f59a", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:09:39.360741 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-691245f1-98de-4f75-8ee8-fcc77b4c03fe {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:09:39.361171 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d', 'name': 'network-vif-deleted', 'tag': 'f30a62c7-a085-4cbf-91a7-e0792663f59a', 'status': 'completed', 'code': 200} Jun 28 22:09:39.975551 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45e0f635-d569-4e66-96b0-249a6f2001bb req-4bbc7ca8-725a-4af8-9e34-d923a2ec4dcf tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=c4b1e0e2-5b9b-4a45-b719-8510b6f14b5d HTTP/1.1" status: 200 len: 210 time: 0.0276854 Jun 28 22:09:40.291565 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:41.023791 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58022) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:41.128893 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1755b824-df63-45a5-b5c0-413a0185f2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:41.214461 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1755b824-df63-45a5-b5c0-413a0185f2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:41.294470 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1755b824-df63-45a5-b5c0-413a0185f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:41.297085 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-b01a32b3-4a08-4104-8046-8ae03e953d72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:41.330856 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1755b824-df63-45a5-b5c0-413a0185f2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a4dba3-148c-4755-9abc-370598b562c3,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:41.338121 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-1755b824-df63-45a5-b5c0-413a0185f2ec admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=02101f025e7c4d0dbad852b8621da8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3101003 Jun 28 22:09:41.338121 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-1755b824-df63-45a5-b5c0-413a0185f2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:41.339069 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58030) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:41.389045 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7c89cc0e-f123-4fde-a4d0-06baf7a2430c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:41.409462 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7c89cc0e-f123-4fde-a4d0-06baf7a2430c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:41.551722 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7c89cc0e-f123-4fde-a4d0-06baf7a2430c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:41.554397 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-7c89cc0e-f123-4fde-a4d0-06baf7a2430c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:41.558060 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-7c89cc0e-f123-4fde-a4d0-06baf7a2430c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/91a4dba3-148c-4755-9abc-370598b562c3 HTTP/1.1" status: 204 len: 168 time: 0.2163732 Jun 28 22:09:41.558060 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-9aa5908d-089a-469c-aed6-ac7bc72e95db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:41.568159 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c89cc0e-f123-4fde-a4d0-06baf7a2430c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a4dba3-148c-4755-9abc-370598b562c3,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:41.572400 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-7c89cc0e-f123-4fde-a4d0-06baf7a2430c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:42.174967 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58036) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:42.188400 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4ee60055-1751-4cb9-b42c-d0439b8c70d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:42.274997 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4ee60055-1751-4cb9-b42c-d0439b8c70d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:42.376498 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-4ee60055-1751-4cb9-b42c-d0439b8c70d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:42.379129 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-fd33a7e1-ec02-4050-a3b1-455e266a5ed1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:42.415972 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-4ee60055-1751-4cb9-b42c-d0439b8c70d4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3ea14e4d37fc4f6d85a0979ac92831dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2399001 Jun 28 22:09:42.417006 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee60055-1751-4cb9-b42c-d0439b8c70d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec04608c-c6c0-4f9f-962d-9ef6b1f7b319,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:42.418690 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58042) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:42.420068 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-4ee60055-1751-4cb9-b42c-d0439b8c70d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:42.467939 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:42.488425 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:42.605186 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:42.607800 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:42.609023 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/ec04608c-c6c0-4f9f-962d-9ef6b1f7b319 HTTP/1.1" status: 204 len: 168 time: 0.1886599 Jun 28 22:09:42.609800 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c2676dd4-bc38-44cd-a271-fa1937ae6fe8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:42.616959 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec04608c-c6c0-4f9f-962d-9ef6b1f7b319,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:42.625092 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:42.625519 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:42.625873 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:42.626233 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:42.626634 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:42.626993 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:42.627350 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:42.627701 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:42.628089 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:42.628445 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:42.628822 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:42.629168 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:09:42.632444 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-ae1873ad-b5a2-4b00-9ea9-13f37f2cfa6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:42.705110 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device f30a62c7-a085-4cbf-91a7-e0792663f59a no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:09:42.727629 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: f30a62c7-a085-4cbf-91a7-e0792663f59a {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:09:42.728015 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device f30a62c7-a085-4cbf-91a7-e0792663f59a not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:09:42.943368 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becb69b2-f4c0-4848-8621-2d6c9aa21e50 req-fddc39ab-e696-471d-ae70-f8c2e2c61db2 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:42.943368 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-becb69b2-f4c0-4848-8621-2d6c9aa21e50 req-fddc39ab-e696-471d-ae70-f8c2e2c61db2 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 946 time: 0.0660653 Jun 28 22:09:42.980553 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-becb69b2-f4c0-4848-8621-2d6c9aa21e50 req-1cca05d0-91eb-4659-97ed-6b2526e966fc tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325940 Jun 28 22:09:43.673564 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:09:44.157001 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25bc654-0c70-47b0-8f69-5b6f162fc822 req-a031cbfa-e085-4adf-aa93-f6c89b9a241d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:44.158517 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b25bc654-0c70-47b0-8f69-5b6f162fc822 req-a031cbfa-e085-4adf-aa93-f6c89b9a241d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 946 time: 0.0656638 Jun 28 22:09:44.195205 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b25bc654-0c70-47b0-8f69-5b6f162fc822 req-54a56884-8058-4b75-b5ec-3e2155833829 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/security-groups?id=5f42c623-eb66-4594-8fb6-c3259049420e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312068 Jun 28 22:09:44.581024 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f018d-156d-4994-b702-1b69b8bffb59 req-93472595-3bee-4dfa-8058-9e10aebf118d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:09:44.582446 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b92f018d-156d-4994-b702-1b69b8bffb59 req-93472595-3bee-4dfa-8058-9e10aebf118d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 946 time: 0.0608132 Jun 28 22:09:44.687804 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-b92f018d-156d-4994-b702-1b69b8bffb59 req-cc0b0811-2cca-4f68-8949-dc5a42d28164 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Deleting port 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:09:44.688206 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-b92f018d-156d-4994-b702-1b69b8bffb59 req-cc0b0811-2cca-4f68-8949-dc5a42d28164 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:44.780649 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-b92f018d-156d-4994-b702-1b69b8bffb59 req-cc0b0811-2cca-4f68-8949-dc5a42d28164 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] For port 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f,segment=NetworkSegment(2cd95f3e-06ce-4672-b616-c657b6b5dae5),segment_id=2cd95f3e-06ce-4672-b616-c657b6b5dae5)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:09:44.780936 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-b92f018d-156d-4994-b702-1b69b8bffb59 req-cc0b0811-2cca-4f68-8949-dc5a42d28164 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:44.793005 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [req-b92f018d-156d-4994-b702-1b69b8bffb59 req-cc0b0811-2cca-4f68-8949-dc5a42d28164 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Calling delete_port for 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f owned by compute:nova {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:09:44.994101 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-b92f018d-156d-4994-b702-1b69b8bffb59 req-cc0b0811-2cca-4f68-8949-dc5a42d28164 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:44.998572 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-62f51382-8a82-4b81-bdc2-c6031f89439c tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:45.026013 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b0811-2cca-4f68-8949-dc5a42d28164 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Pushing event deleted for resources: {'Port': ['ID=3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:45.029210 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-cc0b0811-2cca-4f68-8949-dc5a42d28164 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:45.075110 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92f018d-156d-4994-b702-1b69b8bffb59 req-cc0b0811-2cca-4f68-8949-dc5a42d28164 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] No DVR routers for this DVR port 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f on host hv-cinder-79838 {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:09:45.077494 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-b92f018d-156d-4994-b702-1b69b8bffb59 req-cc0b0811-2cca-4f68-8949-dc5a42d28164 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:45.079487 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-b92f018d-156d-4994-b702-1b69b8bffb59 req-cc0b0811-2cca-4f68-8949-dc5a42d28164 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.35 "DELETE /v2.0/ports/3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f HTTP/1.1" status: 204 len: 173 time: 0.4910164 Jun 28 22:09:45.079942 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17891fd8-09d8-429f-a780-9f0040329c21', 'name': 'network-vif-deleted', 'tag': '3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:09:45.082346 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25c4bb9-03f0-4b6e-a8c5-1b64bb495b72" -d '{"events": [{"server_uuid": "17891fd8-09d8-429f-a780-9f0040329c21", "name": "network-vif-deleted", "tag": "3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:09:45.120475 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbad0ea4-61c7-4b26-a1d5-1dc4faf2abdb x-openstack-request-id: req-bbad0ea4-61c7-4b26-a1d5-1dc4faf2abdb {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:09:45.120806 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17891fd8-09d8-429f-a780-9f0040329c21", "name": "network-vif-deleted", "tag": "3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:09:45.121096 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-bbad0ea4-61c7-4b26-a1d5-1dc4faf2abdb {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:09:45.121528 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17891fd8-09d8-429f-a780-9f0040329c21', 'name': 'network-vif-deleted', 'tag': '3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f', 'status': 'completed', 'code': 200} Jun 28 22:09:45.340404 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-95542971-a4b6-4a87-ba85-640cef4bb524 req-0388a756-9b09-4be7-8160-5ee76dbaa5b4 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] 10.222.0.36 "GET /v2.0/ports?device_id=17891fd8-09d8-429f-a780-9f0040329c21 HTTP/1.1" status: 200 len: 210 time: 0.0325544 Jun 28 22:09:46.433747 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58104) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:46.480014 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d5c44f1-2e72-48ff-a47e-574425f0e63f admin admin] Deleting subnet 230d02cf-3ced-488a-96ff-bf1ef0ceaeef {{(pid=93383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:09:46.483090 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6d5c44f1-2e72-48ff-a47e-574425f0e63f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:46.516482 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6d5c44f1-2e72-48ff-a47e-574425f0e63f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10045394'] for subnet, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:46.552703 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6d5c44f1-2e72-48ff-a47e-574425f0e63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929869'] for subnet, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:46.706093 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6d5c44f1-2e72-48ff-a47e-574425f0e63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8753296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9112371'] for subnet, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:46.709345 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:46.736402 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5c44f1-2e72-48ff-a47e-574425f0e63f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=230d02cf-3ced-488a-96ff-bf1ef0ceaeef,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:46.739918 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6d5c44f1-2e72-48ff-a47e-574425f0e63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:46.740429 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6d5c44f1-2e72-48ff-a47e-574425f0e63f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:46.744996 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:09:46.745567 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58116) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:46.749555 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6d5c44f1-2e72-48ff-a47e-574425f0e63f admin admin] 10.222.0.36 "DELETE /v2.0/subnets/230d02cf-3ced-488a-96ff-bf1ef0ceaeef HTTP/1.1" status: 204 len: 168 time: 0.3146963 Jun 28 22:09:46.771708 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:09:46.772317 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 3f1dc9f9-e3b6-440f-b87f-e8c7edcb094f not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:09:46.820169 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6316c6fd-2945-4ad7-af5d-a616aa98cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604114'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:46.898363 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6316c6fd-2945-4ad7-af5d-a616aa98cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929245', 'neutron.services.segments.db._delete_segments_for_network-8736847184231'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:46.907795 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-6316c6fd-2945-4ad7-af5d-a616aa98cbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db38b7df-0b5f-4479-9d72-7ea689cbce30']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:09:46.917129 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-6316c6fd-2945-4ad7-af5d-a616aa98cbc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cd95f3e-06ce-4672-b616-c657b6b5dae5') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:09:46.917424 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-6316c6fd-2945-4ad7-af5d-a616aa98cbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cd95f3e-06ce-4672-b616-c657b6b5dae5') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:09:46.925826 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6316c6fd-2945-4ad7-af5d-a616aa98cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736847130462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8526913'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:46.939834 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6316c6fd-2945-4ad7-af5d-a616aa98cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:46.947603 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6316c6fd-2945-4ad7-af5d-a616aa98cbc7 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:09:46.948012 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6316c6fd-2945-4ad7-af5d-a616aa98cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8735882'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: Traceback (most recent call last): Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: timer() Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: cb(*args, **kw) Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: return func(*args, **kwargs) Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: self._notify() Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: self.callback(batched_events) Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: event.method(event) Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: return f(self, *a, **k) Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: return self._get(url).json() Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:09:46.949672 dv-cinder-798384-1-smb neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:09:47.159477 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6316c6fd-2945-4ad7-af5d-a616aa98cbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963850'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:47.163034 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:47.169036 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6316c6fd-2945-4ad7-af5d-a616aa98cbc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:47.169036 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-6316c6fd-2945-4ad7-af5d-a616aa98cbc7 admin admin] 10.222.0.36 "DELETE /v2.0/networks/db38b7df-0b5f-4479-9d72-7ea689cbce30 HTTP/1.1" status: 204 len: 168 time: 0.4211347 Jun 28 22:09:47.178519 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316c6fd-2945-4ad7-af5d-a616aa98cbc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=db38b7df-0b5f-4479-9d72-7ea689cbce30,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:47.182484 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-6316c6fd-2945-4ad7-af5d-a616aa98cbc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:47.686295 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58126) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:47.725285 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-4d0cc3e0-3836-4820-9b1e-87fff7830946 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9647671672c84ac088a949b69ed10a68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377862 Jun 28 22:09:47.728411 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58128) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:47.775754 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5bfacaf6-e8d8-485f-b5ca-e32469b32490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:47.796455 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5bfacaf6-e8d8-485f-b5ca-e32469b32490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:48.061948 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5bfacaf6-e8d8-485f-b5ca-e32469b32490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:48.064674 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-5bfacaf6-e8d8-485f-b5ca-e32469b32490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:48.065812 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-5bfacaf6-e8d8-485f-b5ca-e32469b32490 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f42c623-eb66-4594-8fb6-c3259049420e HTTP/1.1" status: 204 len: 168 time: 0.3365037 Jun 28 22:09:48.066579 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-fe4e25bf-ff04-489e-ac39-3fafc2ae3620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:48.074615 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfacaf6-e8d8-485f-b5ca-e32469b32490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f42c623-eb66-4594-8fb6-c3259049420e,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:48.077135 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-5bfacaf6-e8d8-485f-b5ca-e32469b32490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:50.494594 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58194) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:50.600811 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1402284a-c6eb-46ea-bbe2-233970e8f596 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:50.686359 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1402284a-c6eb-46ea-bbe2-233970e8f596 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:50.768507 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-1402284a-c6eb-46ea-bbe2-233970e8f596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:50.771687 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-3e9f0e9a-f5f4-48f6-bdbe-4d03569f74dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:50.806998 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-1402284a-c6eb-46ea-bbe2-233970e8f596 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e29d4bc9f263461d9ec903e1c7b43600&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3113501 Jun 28 22:09:50.809011 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1402284a-c6eb-46ea-bbe2-233970e8f596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6eab3f30-a15e-4ec2-9cd8-651db90ca0ff,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:50.809951 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58198) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:50.812049 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-1402284a-c6eb-46ea-bbe2-233970e8f596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:50.857281 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ffca8e24-e44a-4939-8d3e-2c117f851d79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:50.877527 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ffca8e24-e44a-4939-8d3e-2c117f851d79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:50.994205 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ffca8e24-e44a-4939-8d3e-2c117f851d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:50.996799 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-ffca8e24-e44a-4939-8d3e-2c117f851d79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:50.999343 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-ffca8e24-e44a-4939-8d3e-2c117f851d79 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/6eab3f30-a15e-4ec2-9cd8-651db90ca0ff HTTP/1.1" status: 204 len: 168 time: 0.1869929 Jun 28 22:09:50.999343 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8b10750c-9e2b-4342-8886-0c912fb12b2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:51.006205 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca8e24-e44a-4939-8d3e-2c117f851d79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6eab3f30-a15e-4ec2-9cd8-651db90ca0ff,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:51.008722 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-ffca8e24-e44a-4939-8d3e-2c117f851d79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:51.614733 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58220) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:51.626436 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-30ce9ef5-6f42-4d54-aa07-a3269f50d6c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:51.716120 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-30ce9ef5-6f42-4d54-aa07-a3269f50d6c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:51.848605 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-30ce9ef5-6f42-4d54-aa07-a3269f50d6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:51.852939 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c0786b0f-2519-4fb1-8ed2-9c745a2b0c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:51.886782 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-30ce9ef5-6f42-4d54-aa07-a3269f50d6c0 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5e74a82cd5364844bf883c3f8e061b53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2727656 Jun 28 22:09:51.887723 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ce9ef5-6f42-4d54-aa07-a3269f50d6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef26580-6d1a-42e1-bd3f-5aa2934830c2,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:51.889792 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58222) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:51.890866 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-30ce9ef5-6f42-4d54-aa07-a3269f50d6c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:51.953997 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-33cf14c8-d60c-4686-b84f-d867e6d4ebc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:51.978609 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-33cf14c8-d60c-4686-b84f-d867e6d4ebc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:52.078682 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-33cf14c8-d60c-4686-b84f-d867e6d4ebc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:52.081345 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-33cf14c8-d60c-4686-b84f-d867e6d4ebc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:52.089371 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-33cf14c8-d60c-4686-b84f-d867e6d4ebc5 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/fef26580-6d1a-42e1-bd3f-5aa2934830c2 HTTP/1.1" status: 204 len: 168 time: 0.1913815 Jun 28 22:09:52.089371 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-4ebc0b85-ea2e-490e-9bc8-1cd3f76e04e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:52.090826 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cf14c8-d60c-4686-b84f-d867e6d4ebc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef26580-6d1a-42e1-bd3f-5aa2934830c2,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:52.093062 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-33cf14c8-d60c-4686-b84f-d867e6d4ebc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:53.193894 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58254) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:53.297720 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-40370f5b-a154-4583-a2b0-46c585a1b393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:53.387025 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-40370f5b-a154-4583-a2b0-46c585a1b393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:53.479045 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-40370f5b-a154-4583-a2b0-46c585a1b393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:53.482557 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-ff1bef7e-76bd-4737-b098-9d67f175e48b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:53.521291 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-40370f5b-a154-4583-a2b0-46c585a1b393 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=b76b5ee1861e4491b7b991677f342c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3251505 Jun 28 22:09:53.522257 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40370f5b-a154-4583-a2b0-46c585a1b393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b686ace-9f15-4c7f-b520-3b2527ab3492,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:53.523155 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58264) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:53.525910 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-40370f5b-a154-4583-a2b0-46c585a1b393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:53.571777 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8ebd8985-9d19-473a-86f5-98554dfb4875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:53.594988 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8ebd8985-9d19-473a-86f5-98554dfb4875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:53.734288 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8ebd8985-9d19-473a-86f5-98554dfb4875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:53.736997 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-8ebd8985-9d19-473a-86f5-98554dfb4875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:53.738130 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-8ebd8985-9d19-473a-86f5-98554dfb4875 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9b686ace-9f15-4c7f-b520-3b2527ab3492 HTTP/1.1" status: 204 len: 168 time: 0.2138631 Jun 28 22:09:53.738955 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-59e52bdc-d640-42a2-bf78-d89232e2c6c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:53.747464 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd8985-9d19-473a-86f5-98554dfb4875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b686ace-9f15-4c7f-b520-3b2527ab3492,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:53.749849 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-8ebd8985-9d19-473a-86f5-98554dfb4875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:54.483274 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58294) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:54.584698 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2c8e4244-9b2a-42d8-a7d7-769821aa19cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:54.669759 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2c8e4244-9b2a-42d8-a7d7-769821aa19cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:54.757827 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-2c8e4244-9b2a-42d8-a7d7-769821aa19cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:54.761940 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-730a890e-a529-4dcd-aaee-e30807558e36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:54.796932 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-2c8e4244-9b2a-42d8-a7d7-769821aa19cd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=9589b01818e849ee9292d4a405c0d696&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3124926 Jun 28 22:09:54.797803 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8e4244-9b2a-42d8-a7d7-769821aa19cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce4c9f1-0203-41cc-aaf1-0a615a11b4ff,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:54.799525 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58304) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:54.800793 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-2c8e4244-9b2a-42d8-a7d7-769821aa19cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:54.852476 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-97bf395c-e180-4884-b193-5183f43ec800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:54.872990 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-97bf395c-e180-4884-b193-5183f43ec800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:54.998667 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-97bf395c-e180-4884-b193-5183f43ec800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:55.001373 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-97bf395c-e180-4884-b193-5183f43ec800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:55.002496 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-97bf395c-e180-4884-b193-5183f43ec800 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5ce4c9f1-0203-41cc-aaf1-0a615a11b4ff HTTP/1.1" status: 204 len: 168 time: 0.2003047 Jun 28 22:09:55.003253 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-19f01a75-5db8-4e9b-b4b2-88a7d4a2d24a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:55.010890 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf395c-e180-4884-b193-5183f43ec800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce4c9f1-0203-41cc-aaf1-0a615a11b4ff,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:55.013514 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-97bf395c-e180-4884-b193-5183f43ec800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:55.690147 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58326) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:55.704286 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a3841aa5-179d-4be4-b8e5-5718fa28616e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:55.798541 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a3841aa5-179d-4be4-b8e5-5718fa28616e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:55.856402 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a3841aa5-179d-4be4-b8e5-5718fa28616e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:55.858839 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-5bfacaf6-e8d8-485f-b5ca-e32469b32490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:55.895749 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-a3841aa5-179d-4be4-b8e5-5718fa28616e admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=71c6fd9edb454ac39df981820a4128db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2045114 Jun 28 22:09:55.896730 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3841aa5-179d-4be4-b8e5-5718fa28616e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53577218-613e-4e57-bc98-5384a77a8784,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:55.898455 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58330) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:55.899939 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-a3841aa5-179d-4be4-b8e5-5718fa28616e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:55.952249 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-46029316-1046-40e4-a55e-35cb49e9799d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:55.979721 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-46029316-1046-40e4-a55e-35cb49e9799d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:56.136324 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-46029316-1046-40e4-a55e-35cb49e9799d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:56.138846 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-46029316-1046-40e4-a55e-35cb49e9799d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:56.140031 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-46029316-1046-40e4-a55e-35cb49e9799d admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/53577218-613e-4e57-bc98-5384a77a8784 HTTP/1.1" status: 204 len: 168 time: 0.2397044 Jun 28 22:09:56.140935 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-96cc91ab-ecf5-45fc-bf04-89364fd66a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:56.148707 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46029316-1046-40e4-a55e-35cb49e9799d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53577218-613e-4e57-bc98-5384a77a8784,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:56.156323 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-46029316-1046-40e4-a55e-35cb49e9799d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:56.382192 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-dd589817-c9c0-49e8-a5ee-1d4e8e56d6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:57.285788 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58374) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:57.480876 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0118bfc2-4ecf-4f4c-bd0e-6460cde3d7c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:57.566953 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0118bfc2-4ecf-4f4c-bd0e-6460cde3d7c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:57.723001 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0118bfc2-4ecf-4f4c-bd0e-6460cde3d7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:57.726409 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-1402284a-c6eb-46ea-bbe2-233970e8f596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:57.762668 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-0118bfc2-4ecf-4f4c-bd0e-6460cde3d7c2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=54e7c968657d4eafa2f5d48e1759c30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4757140 Jun 28 22:09:57.764956 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0118bfc2-4ecf-4f4c-bd0e-6460cde3d7c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e038f2a-ecfe-49cd-aa57-7ebab047532d,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:57.765579 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58384) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:57.767926 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-0118bfc2-4ecf-4f4c-bd0e-6460cde3d7c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:57.816683 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7d81cc26-fba3-43ec-b37b-e399ad1a049a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:57.838239 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7d81cc26-fba3-43ec-b37b-e399ad1a049a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:57.941587 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7d81cc26-fba3-43ec-b37b-e399ad1a049a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:57.944256 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-7d81cc26-fba3-43ec-b37b-e399ad1a049a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:57.948330 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-7d81cc26-fba3-43ec-b37b-e399ad1a049a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4e038f2a-ecfe-49cd-aa57-7ebab047532d HTTP/1.1" status: 204 len: 168 time: 0.1784573 Jun 28 22:09:57.948330 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-081788b1-08d0-4a2b-bb4f-2cab7abb64eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:57.954651 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81cc26-fba3-43ec-b37b-e399ad1a049a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e038f2a-ecfe-49cd-aa57-7ebab047532d,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:57.957178 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-7d81cc26-fba3-43ec-b37b-e399ad1a049a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:58.790248 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58408) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:58.803379 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-88dbcca6-8161-47ae-bd06-29da6251c9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:58.816235 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-093e6f76-ad26-4e2a-9f9a-90a109b2da4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:58.893785 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-88dbcca6-8161-47ae-bd06-29da6251c9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:58.907725 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:58.963154 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-88dbcca6-8161-47ae-bd06-29da6251c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:58.966652 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-9199f0cd-3869-457c-85e8-caa6f6950d29 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:59.001090 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-88dbcca6-8161-47ae-bd06-29da6251c9d2 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=0f6e5402e93a460396e07934256baf4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2097745 Jun 28 22:09:59.003029 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dbcca6-8161-47ae-bd06-29da6251c9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571ceb5e-d116-45ec-985a-64f0e696879e,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:59.003751 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58410) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:09:59.005991 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-88dbcca6-8161-47ae-bd06-29da6251c9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:09:59.054212 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e6c830db-9bfb-4704-a8a3-c84e48e6b6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:59.075194 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e6c830db-9bfb-4704-a8a3-c84e48e6b6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:59.259996 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e6c830db-9bfb-4704-a8a3-c84e48e6b6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:59.262615 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e6c830db-9bfb-4704-a8a3-c84e48e6b6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:09:59.263752 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-e6c830db-9bfb-4704-a8a3-c84e48e6b6c6 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/571ceb5e-d116-45ec-985a-64f0e696879e HTTP/1.1" status: 204 len: 168 time: 0.2589955 Jun 28 22:09:59.264546 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8a3dc8e4-2e76-4bd8-922f-27dc32272564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:09:59.285898 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c830db-9bfb-4704-a8a3-c84e48e6b6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571ceb5e-d116-45ec-985a-64f0e696879e,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:09:59.285898 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e6c830db-9bfb-4704-a8a3-c84e48e6b6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:00.227900 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:01.747486 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:04.799314 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58510) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:04.902451 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-36b12f93-c546-4926-85eb-a4407672901c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:04.990387 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-36b12f93-c546-4926-85eb-a4407672901c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:05.061752 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-36b12f93-c546-4926-85eb-a4407672901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:05.065069 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-41fe7bcd-9ab2-4595-804a-d9f42b03fa57 tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:05.099548 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-36b12f93-c546-4926-85eb-a4407672901c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=2338d1fb319e4440b9a753fb002d01ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2991731 Jun 28 22:10:05.100562 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b12f93-c546-4926-85eb-a4407672901c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0812d9de-cdb0-458c-bf58-f325ab9d13db,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:05.102435 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58514) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:05.103765 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-36b12f93-c546-4926-85eb-a4407672901c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:05.156255 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eaefb048-ad29-408d-b451-470c10632665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:05.177429 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eaefb048-ad29-408d-b451-470c10632665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:05.356968 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eaefb048-ad29-408d-b451-470c10632665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:05.359459 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-eaefb048-ad29-408d-b451-470c10632665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:05.360630 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-eaefb048-ad29-408d-b451-470c10632665 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/0812d9de-cdb0-458c-bf58-f325ab9d13db HTTP/1.1" status: 204 len: 168 time: 0.2566032 Jun 28 22:10:05.361409 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-40370f5b-a154-4583-a2b0-46c585a1b393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:05.369637 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefb048-ad29-408d-b451-470c10632665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0812d9de-cdb0-458c-bf58-f325ab9d13db,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:05.372078 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-eaefb048-ad29-408d-b451-470c10632665 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:06.045344 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58524) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:06.058764 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:06.143503 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:06.267249 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:06.270022 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-88dbcca6-8161-47ae-bd06-29da6251c9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:06.304426 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b4c000-5962-4644-a9e3-afee4ec3ee09,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:06.308981 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=ffc46a1816b84adc8ab7c513ffe4ec40&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2625444 Jun 28 22:10:06.312077 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58526) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:06.315366 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:06.315752 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:06.316163 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:06.316537 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:06.316902 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:06.317272 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:06.317634 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:06.317996 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:06.318354 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:06.318711 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:06.319063 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:06.319416 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93384) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:06.324105 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-157248d7-7694-4971-98c3-77d50423a97c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:06.361726 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-432e4acc-7a53-4c44-bb6f-9fd8a5e45ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:06.382237 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-432e4acc-7a53-4c44-bb6f-9fd8a5e45ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:06.495866 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-432e4acc-7a53-4c44-bb6f-9fd8a5e45ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:06.498520 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-432e4acc-7a53-4c44-bb6f-9fd8a5e45ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:06.499742 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-432e4acc-7a53-4c44-bb6f-9fd8a5e45ae7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d2b4c000-5962-4644-a9e3-afee4ec3ee09 HTTP/1.1" status: 204 len: 168 time: 0.1865249 Jun 28 22:10:06.500737 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-8a307530-e2ce-4092-925d-60664c2fe53e tempest-TestMinimumBasicScenario-187662783 tempest-TestMinimumBasicScenario-187662783-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:06.508377 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432e4acc-7a53-4c44-bb6f-9fd8a5e45ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b4c000-5962-4644-a9e3-afee4ec3ee09,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:06.516086 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-432e4acc-7a53-4c44-bb6f-9fd8a5e45ae7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:06.940744 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58536) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:07.050479 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0b82c1fb-e067-4d00-ba5c-e9fa69545950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:07.137004 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0b82c1fb-e067-4d00-ba5c-e9fa69545950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:07.259837 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-0b82c1fb-e067-4d00-ba5c-e9fa69545950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:07.263248 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-eaefb048-ad29-408d-b451-470c10632665 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:07.296044 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-0b82c1fb-e067-4d00-ba5c-e9fa69545950 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6e5f7c71fcec437db804ad6ff3a8fa2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3540375 Jun 28 22:10:07.297968 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b82c1fb-e067-4d00-ba5c-e9fa69545950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5362bcaf-d149-4d96-9267-31c0da8ec8d2,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:07.298710 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58548) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:07.300935 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-0b82c1fb-e067-4d00-ba5c-e9fa69545950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:07.358350 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-75586ebb-8408-4ab3-8e43-6e41cf0376ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:07.379803 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-75586ebb-8408-4ab3-8e43-6e41cf0376ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:07.490354 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-75586ebb-8408-4ab3-8e43-6e41cf0376ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:07.493912 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-75586ebb-8408-4ab3-8e43-6e41cf0376ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:07.495090 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-75586ebb-8408-4ab3-8e43-6e41cf0376ce admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5362bcaf-d149-4d96-9267-31c0da8ec8d2 HTTP/1.1" status: 204 len: 168 time: 0.1954091 Jun 28 22:10:07.496040 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-33cf14c8-d60c-4686-b84f-d867e6d4ebc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:07.504426 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75586ebb-8408-4ab3-8e43-6e41cf0376ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5362bcaf-d149-4d96-9267-31c0da8ec8d2,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:07.506704 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-75586ebb-8408-4ab3-8e43-6e41cf0376ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:08.160932 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58570) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:08.174593 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0e9552e4-683d-400c-b4b1-1df761b455dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:08.263874 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0e9552e4-683d-400c-b4b1-1df761b455dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:08.345094 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-0e9552e4-683d-400c-b4b1-1df761b455dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:08.348429 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-d50197b7-09be-4556-ba3e-3f7f5803640b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:08.387174 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-0e9552e4-683d-400c-b4b1-1df761b455dd admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=e8518b4a3c92478894a31354d900781a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2251651 Jun 28 22:10:08.389246 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9552e4-683d-400c-b4b1-1df761b455dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f12e6da-67db-4858-a682-4827607efdda,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:08.390146 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58576) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:08.392321 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-0e9552e4-683d-400c-b4b1-1df761b455dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:08.445125 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4c5429d4-b7f4-43b0-ab22-79a13fdb4775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:08.465801 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4c5429d4-b7f4-43b0-ab22-79a13fdb4775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:08.587758 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4c5429d4-b7f4-43b0-ab22-79a13fdb4775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:08.590454 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-4c5429d4-b7f4-43b0-ab22-79a13fdb4775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:08.591688 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-4c5429d4-b7f4-43b0-ab22-79a13fdb4775 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/5f12e6da-67db-4858-a682-4827607efdda HTTP/1.1" status: 204 len: 168 time: 0.2003260 Jun 28 22:10:08.592510 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-5c3d67dc-ff99-4808-8aa3-86df6e924348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:08.609319 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5429d4-b7f4-43b0-ab22-79a13fdb4775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f12e6da-67db-4858-a682-4827607efdda,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:08.609319 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-4c5429d4-b7f4-43b0-ab22-79a13fdb4775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:10.345152 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:15.034363 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58690) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:15.139273 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d062a5bd-9a60-4454-b2b1-062c0f9a7ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:15.223747 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d062a5bd-9a60-4454-b2b1-062c0f9a7ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:15.327749 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d062a5bd-9a60-4454-b2b1-062c0f9a7ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:15.330368 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-30ce9ef5-6f42-4d54-aa07-a3269f50d6c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:15.369732 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-d062a5bd-9a60-4454-b2b1-062c0f9a7ded admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=c5f29f88a39a443e9154882ad628dec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3343163 Jun 28 22:10:15.370856 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d062a5bd-9a60-4454-b2b1-062c0f9a7ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4970920-dbdd-4d51-bcf4-8fab32e46b8c,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:15.372454 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58696) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:15.374362 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-d062a5bd-9a60-4454-b2b1-062c0f9a7ded admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:15.421907 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bf6c6e0b-1fa5-4b97-87da-c5a429ad083a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:15.441871 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bf6c6e0b-1fa5-4b97-87da-c5a429ad083a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:15.627141 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bf6c6e0b-1fa5-4b97-87da-c5a429ad083a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:15.629761 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-bf6c6e0b-1fa5-4b97-87da-c5a429ad083a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:15.630889 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-bf6c6e0b-1fa5-4b97-87da-c5a429ad083a admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/d4970920-dbdd-4d51-bcf4-8fab32e46b8c HTTP/1.1" status: 204 len: 168 time: 0.2572148 Jun 28 22:10:15.631717 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-5a026e0e-4575-455e-9aba-5691ee2a2968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:15.640515 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6c6e0b-1fa5-4b97-87da-c5a429ad083a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4970920-dbdd-4d51-bcf4-8fab32e46b8c,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:15.642669 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-bf6c6e0b-1fa5-4b97-87da-c5a429ad083a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:16.262584 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58710) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:16.274881 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a97fb162-bfe0-4389-b1d3-9c018c31efe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:16.363165 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a97fb162-bfe0-4389-b1d3-9c018c31efe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:16.470837 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-a97fb162-bfe0-4389-b1d3-9c018c31efe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:16.474213 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-b2b45937-d955-42d9-8dcc-3bf242f61b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:16.508490 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97fb162-bfe0-4389-b1d3-9c018c31efe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fff757-576f-4768-a896-fc4cd56ea624,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:16.512736 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-a97fb162-bfe0-4389-b1d3-9c018c31efe1 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=5862381eec9f4ec5a88814dc93f36ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500377 Jun 28 22:10:16.515571 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58712) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:16.520660 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-a97fb162-bfe0-4389-b1d3-9c018c31efe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:16.563012 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6f7617c0-2db3-489b-9460-6ebd7450afe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:16.583518 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6f7617c0-2db3-489b-9460-6ebd7450afe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:16.687836 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6f7617c0-2db3-489b-9460-6ebd7450afe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:16.690468 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6f7617c0-2db3-489b-9460-6ebd7450afe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:16.691579 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6f7617c0-2db3-489b-9460-6ebd7450afe9 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/26fff757-576f-4768-a896-fc4cd56ea624 HTTP/1.1" status: 204 len: 168 time: 0.1749887 Jun 28 22:10:16.692295 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:16.699520 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7617c0-2db3-489b-9460-6ebd7450afe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fff757-576f-4768-a896-fc4cd56ea624,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:16.701853 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6f7617c0-2db3-489b-9460-6ebd7450afe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:18.476164 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58754) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:18.579290 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6fd71f66-6660-497b-81a8-790bd124c808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:18.664587 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6fd71f66-6660-497b-81a8-790bd124c808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:18.761985 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6fd71f66-6660-497b-81a8-790bd124c808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:18.765607 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6bccbe97-0abe-4380-8ce6-19217392b650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:18.801102 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6fd71f66-6660-497b-81a8-790bd124c808 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=90e35cb8731041c4b3cae2b51024652e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3240790 Jun 28 22:10:18.802118 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd71f66-6660-497b-81a8-790bd124c808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1414e092-a2de-42ec-aa45-d2771817d999,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:18.803822 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58760) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:18.805453 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6fd71f66-6660-497b-81a8-790bd124c808 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:18.854835 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-08f5e18d-fc2e-451b-b569-7ad9c54da697 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:18.876855 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-08f5e18d-fc2e-451b-b569-7ad9c54da697 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:19.089997 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-08f5e18d-fc2e-451b-b569-7ad9c54da697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:19.092666 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-08f5e18d-fc2e-451b-b569-7ad9c54da697 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:19.093795 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-08f5e18d-fc2e-451b-b569-7ad9c54da697 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/1414e092-a2de-42ec-aa45-d2771817d999 HTTP/1.1" status: 204 len: 168 time: 0.2887921 Jun 28 22:10:19.094583 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-7c89cc0e-f123-4fde-a4d0-06baf7a2430c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:19.102168 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f5e18d-fc2e-451b-b569-7ad9c54da697 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1414e092-a2de-42ec-aa45-d2771817d999,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:19.104512 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-08f5e18d-fc2e-451b-b569-7ad9c54da697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:20.671620 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:10:22.243517 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-360042a6-bea4-4e77-98aa-9b8ebb42bc30 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a82fb9316ddf4132a4a71911377b6e38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286641 Jun 28 22:10:22.421543 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-66bdfac2-57f1-456d-ae05-92b3264551b6 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:22.422989 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-66bdfac2-57f1-456d-ae05-92b3264551b6 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1745427 Jun 28 22:10:22.437600 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-f891be9c-e7d2-4bf1-8042-a3ec8d18e029 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/quotas/a82fb9316ddf4132a4a71911377b6e38 HTTP/1.1" status: 200 len: 375 time: 0.0093720 Jun 28 22:10:22.469074 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-08cded1b-5d3c-4e3f-8772-d3d0dee10226 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/ports?tenant_id=a82fb9316ddf4132a4a71911377b6e38&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263114 Jun 28 22:10:22.820916 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3f153a7d-8efd-4e43-a8b3-00993722d9ee req-56b63f6c-9644-4517-9ed6-db31e1df992e tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 210 time: 0.0398035 Jun 28 22:10:22.877459 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58832) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:22.978576 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3f827848-c290-4ecd-ba43-ce355bc08c4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:23.066074 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3f827848-c290-4ecd-ba43-ce355bc08c4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:23.133167 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-3f827848-c290-4ecd-ba43-ce355bc08c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:23.135536 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-f5abdfa0-7670-420f-ab43-55e9a60d2fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:23.171628 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-3f827848-c290-4ecd-ba43-ce355bc08c4b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=79c07373db32404c85c51e64ecb88729&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2928851 Jun 28 22:10:23.172486 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f827848-c290-4ecd-ba43-ce355bc08c4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9204919f-7c2e-4b58-b169-adc72575608f,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:23.174848 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58838) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:23.181560 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-3f827848-c290-4ecd-ba43-ce355bc08c4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:23.226893 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec4f4-29dc-434e-8bb3-f2205de00082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:23.248550 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec4f4-29dc-434e-8bb3-f2205de00082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:23.438362 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec4f4-29dc-434e-8bb3-f2205de00082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:23.441009 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-6d8ec4f4-29dc-434e-8bb3-f2205de00082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:23.442137 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-6d8ec4f4-29dc-434e-8bb3-f2205de00082 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/9204919f-7c2e-4b58-b169-adc72575608f HTTP/1.1" status: 204 len: 168 time: 0.2663894 Jun 28 22:10:23.443559 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-ce7f3bb8-cea4-46cb-883f-f23d79cb3f17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:23.451676 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ec4f4-29dc-434e-8bb3-f2205de00082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9204919f-7c2e-4b58-b169-adc72575608f,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:23.454017 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-6d8ec4f4-29dc-434e-8bb3-f2205de00082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:23.906935 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-86009bdb-b3d6-4247-981f-76616670e6f3 req-9728dfbe-1612-4431-a4ef-27220c843f3d tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 210 time: 0.0285664 Jun 28 22:10:24.178614 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58848) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:24.192655 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9c2e353f-d2d3-42f0-acf9-5384e6d5abee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:24.280678 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9c2e353f-d2d3-42f0-acf9-5384e6d5abee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:24.355594 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-9c2e353f-d2d3-42f0-acf9-5384e6d5abee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:24.358005 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-19c1e679-4aff-43ff-8267-59a223170149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:24.393777 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-9c2e353f-d2d3-42f0-acf9-5384e6d5abee admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=3b85d29370724d5ea930b7d4f192136a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2133164 Jun 28 22:10:24.394648 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e353f-d2d3-42f0-acf9-5384e6d5abee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d058052-da43-4c27-8896-afb7230b3de8,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:24.396507 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58850) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:24.398233 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-9c2e353f-d2d3-42f0-acf9-5384e6d5abee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:24.448119 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-07eed2d8-83ab-4bb6-b718-8817875dd772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:24.468240 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-07eed2d8-83ab-4bb6-b718-8817875dd772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:24.587660 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-07eed2d8-83ab-4bb6-b718-8817875dd772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:24.590177 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-07eed2d8-83ab-4bb6-b718-8817875dd772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:24.591292 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-07eed2d8-83ab-4bb6-b718-8817875dd772 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/4d058052-da43-4c27-8896-afb7230b3de8 HTTP/1.1" status: 204 len: 168 time: 0.1938267 Jun 28 22:10:24.592132 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-3f827848-c290-4ecd-ba43-ce355bc08c4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:24.606327 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eed2d8-83ab-4bb6-b718-8817875dd772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d058052-da43-4c27-8896-afb7230b3de8,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:24.606327 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-07eed2d8-83ab-4bb6-b718-8817875dd772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:25.043914 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-20c6084b-7026-461f-b2b1-a16a227d48a0 req-9d6f3e6c-cb18-4685-a2e7-3a028344cd49 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 210 time: 0.0292857 Jun 28 22:10:25.316897 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-5d2ebfe1-5c74-4ed1-a664-52a01602ca91 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=a82fb9316ddf4132a4a71911377b6e38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0199850 Jun 28 22:10:25.671435 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-7eac6652-43e1-4eaf-8515-b05902edebce tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:25.672889 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-7eac6652-43e1-4eaf-8515-b05902edebce tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3508925 Jun 28 22:10:25.684925 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Request body: {'port': {'device_id': '913dc91b-bdb2-422e-bff4-ef23edc480a8', 'network_id': '1dfd285c-3fe3-409f-bf2c-8d533d1a0d87', 'admin_state_up': True, 'tenant_id': 'a82fb9316ddf4132a4a71911377b6e38'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:10:25.973264 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Made reservation on behalf of a82fb9316ddf4132a4a71911377b6e38 for: {'port': 1} {{(pid=93384) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 28 22:10:25.976841 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:25.985680 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Notify callbacks [] for security_group, before_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:26.079669 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:26.150874 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:26.154153 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-a3841aa5-179d-4be4-b8e5-5718fa28616e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:26.202359 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9b2c0443-42b8-4fcc-81cb-2cd9a72de907 req-83593763-68f8-4944-993e-3e6b27a83425 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 210 time: 0.0449259 Jun 28 22:10:26.240281 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deeb2f6a-a90b-4a8a-a717-ccb3a55433d5,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:26.245635 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:26.310592 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.db_base_plugin_common [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Allocated IP 192.168.233.114 (1dfd285c-3fe3-409f-bf2c-8d533d1a0d87/6fd89e4c-c60e-4661-baa6-c09a24625e9e/2915c487-c231-4f6c-8f98-032ec6a3eb0d) {{(pid=93384) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 28 22:10:26.388010 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-09f6e329-2dc9-4c24-be02-65ad8c0583f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:26.465035 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Notify callbacks [] for port, precommit_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:26.478761 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Transition to ACTIVE for port object 2915c487-c231-4f6c-8f98-032ec6a3eb0d will not be triggered until provisioned by entity DHCP. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:10:26.633437 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-2009600', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736846623479', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8736324'] for port, after_create {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:26.637280 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:26.680466 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Network 1dfd285c-3fe3-409f-bf2c-8d533d1a0d87 is already hosted by enough agents. {{(pid=93384) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 28 22:10:26.683550 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.base_scheduler [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Resources bound (agent type, host, resource id): {{(pid=93384) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 28 22:10:26.687294 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Received port after_create {{(pid=93384) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 28 22:10:26.722315 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Pushing event updated for resources: {'Port': ['ID=2915c487-c231-4f6c-8f98-032ec6a3eb0d,revision_number=1']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:26.727598 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:26.748081 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:26.748614 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:26.853768 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-166296c8-f180-4473-97c8-c48c87f31027 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1727188 Jun 28 22:10:26.865430 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.v2.base [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Request body: {'port': {'device_id': '913dc91b-bdb2-422e-bff4-ef23edc480a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79838'}} {{(pid=93384) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 28 22:10:26.936223 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:26.973247 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-6b8ad274-51da-4dbd-b636-e1c3a6448f7d None None] Provisioning for port 2915c487-c231-4f6c-8f98-032ec6a3eb0d completed by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:10:26.977596 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-6b8ad274-51da-4dbd-b636-e1c3a6448f7d None None] Provisioning complete for port 2915c487-c231-4f6c-8f98-032ec6a3eb0d triggered by entity DHCP. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:10:26.977975 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-6b8ad274-51da-4dbd-b636-e1c3a6448f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:27.012257 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-6b8ad274-51da-4dbd-b636-e1c3a6448f7d None None] Port 2915c487-c231-4f6c-8f98-032ec6a3eb0d cannot update to ACTIVE because it is not bound. {{(pid=93385) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 28 22:10:27.189200 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2915c487-c231-4f6c-8f98-032ec6a3eb0d {{(pid=93384) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:10:27.197204 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:27.208332 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.provisioning_blocks [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Transition to ACTIVE for port object 2915c487-c231-4f6c-8f98-032ec6a3eb0d will not be triggered until provisioned by entity L2. {{(pid=93384) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 28 22:10:27.246669 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58890) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:27.292597 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736338'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:27.296712 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-94f0614e-ee24-444a-ac15-5d7028f86a31 tempest-VolumesSnapshotTestJSON-1947902617 tempest-VolumesSnapshotTestJSON-1947902617-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:27.423651 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Pushing event updated for resources: {'Port': ['ID=2915c487-c231-4f6c-8f98-032ec6a3eb0d,revision_number=2']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:27.447561 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:27.544686 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f22c81-016e-4353-9e31-ce469c15a72d req-4420ab95-0f07-4d7f-b5bb-02c9a34ff0a3 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:27.546105 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-18f22c81-016e-4353-9e31-ce469c15a72d req-4420ab95-0f07-4d7f-b5bb-02c9a34ff0a3 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 948 time: 0.2157066 Jun 28 22:10:27.577732 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Attempting to bind port 2915c487-c231-4f6c-8f98-032ec6a3eb0d on host hv-cinder-79838 for vnic_type normal with profile {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 28 22:10:27.578077 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Attempting to bind port 2915c487-c231-4f6c-8f98-032ec6a3eb0d by drivers openvswitch,hyperv on host hv-cinder-79838 at level 0 using segments [{'id': '9ad5b951-0c18-4712-bee1-7fe7d397e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1dfd285c-3fe3-409f-bf2c-8d533d1a0d87'}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 28 22:10:27.578411 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Attempting to bind port 2915c487-c231-4f6c-8f98-032ec6a3eb0d on network 1dfd285c-3fe3-409f-bf2c-8d533d1a0d87 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:10:27.592797 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Port 2915c487-c231-4f6c-8f98-032ec6a3eb0d on network 1dfd285c-3fe3-409f-bf2c-8d533d1a0d87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79838 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 28 22:10:27.593127 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Attempting to bind port 2915c487-c231-4f6c-8f98-032ec6a3eb0d on network 1dfd285c-3fe3-409f-bf2c-8d533d1a0d87 {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 28 22:10:27.610176 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Checking agent: {'id': '621d5533-4c52-4a03-ad1c-15cb53e34536', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79838', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'started_at': datetime.datetime(2021, 6, 28, 22, 0, 40), 'heartbeat_timestamp': datetime.datetime(2021, 6, 28, 22, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 28 22:10:27.610449 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Checking segment: {'id': '9ad5b951-0c18-4712-bee1-7fe7d397e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1dfd285c-3fe3-409f-bf2c-8d533d1a0d87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93384) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 28 22:10:27.610831 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Bound using segment: {'id': '9ad5b951-0c18-4712-bee1-7fe7d397e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1dfd285c-3fe3-409f-bf2c-8d533d1a0d87'} {{(pid=93384) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 28 22:10:27.611268 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.managers [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Bound port: 2915c487-c231-4f6c-8f98-032ec6a3eb0d, host: hv-cinder-79838, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad5b951-0c18-4712-bee1-7fe7d397e5ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '1dfd285c-3fe3-409f-bf2c-8d533d1a0d87'}}] {{(pid=93384) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 28 22:10:27.611630 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:27.617458 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3cc2e-f0e1-4b26-bdf0-36e8e1c92d5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Deleting port 48058764-480c-4369-a27f-d77db6de9719 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:10:27.617789 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eaa3cc2e-f0e1-4b26-bdf0-36e8e1c92d5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:27.640248 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-18f22c81-016e-4353-9e31-ce469c15a72d req-fe4c4c8d-8a02-462f-a5c8-9644c803b3fe tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/security-groups?id=deeb2f6a-a90b-4a8a-a717-ccb3a55433d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821495 Jun 28 22:10:27.742639 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eaa3cc2e-f0e1-4b26-bdf0-36e8e1c92d5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:27.743377 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eaa3cc2e-f0e1-4b26-bdf0-36e8e1c92d5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:27.754448 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] For port 2915c487-c231-4f6c-8f98-032ec6a3eb0d, host hv-cinder-79838, cleared binding levels {{(pid=93384) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 28 22:10:27.760733 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-eaa3cc2e-f0e1-4b26-bdf0-36e8e1c92d5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Calling delete_port for 48058764-480c-4369-a27f-d77db6de9719 owned by network:floatingip {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:10:27.771773 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] For port 2915c487-c231-4f6c-8f98-032ec6a3eb0d, host hv-cinder-79838, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=2915c487-c231-4f6c-8f98-032ec6a3eb0d,segment=NetworkSegment(9ad5b951-0c18-4712-bee1-7fe7d397e5ea),segment_id=9ad5b951-0c18-4712-bee1-7fe7d397e5ea)] {{(pid=93384) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 28 22:10:27.848898 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8736338'] for port, after_update {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:27.853204 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:27.887459 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:27.888099 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:27.889508 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] 10.222.0.35 "PUT /v2.0/ports/2915c487-c231-4f6c-8f98-032ec6a3eb0d HTTP/1.1" status: 200 len: 1098 time: 1.0282798 Jun 28 22:10:27.891378 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913dc91b-bdb2-422e-bff4-ef23edc480a8', 'tag': '2915c487-c231-4f6c-8f98-032ec6a3eb0d'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:10:27.893767 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abb8c014-3f5e-4b39-a9e0-d7c3cc7c66a4" -d '{"events": [{"name": "network-changed", "server_uuid": "913dc91b-bdb2-422e-bff4-ef23edc480a8", "tag": "2915c487-c231-4f6c-8f98-032ec6a3eb0d"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:10:27.931242 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Pushing event updated for resources: {'Port': ['ID=2915c487-c231-4f6c-8f98-032ec6a3eb0d,revision_number=3']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:27.936973 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-ae591b01-58af-4fbb-a53c-b9d94feda5cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:27.956626 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e20ab637-baef-4420-8990-498af8c9580b x-openstack-request-id: req-e20ab637-baef-4420-8990-498af8c9580b {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:10:27.957011 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913dc91b-bdb2-422e-bff4-ef23edc480a8", "tag": "2915c487-c231-4f6c-8f98-032ec6a3eb0d", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:10:27.957322 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-e20ab637-baef-4420-8990-498af8c9580b {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:10:27.957761 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913dc91b-bdb2-422e-bff4-ef23edc480a8', 'tag': '2915c487-c231-4f6c-8f98-032ec6a3eb0d', 'status': 'completed', 'code': 200} Jun 28 22:10:28.031210 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8c014-3f5e-4b39-a9e0-d7c3cc7c66a4 req-ea0ba41c-7072-4ada-9a0c-a6d523f1febc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:28.033443 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-abb8c014-3f5e-4b39-a9e0-d7c3cc7c66a4 req-ea0ba41c-7072-4ada-9a0c-a6d523f1febc service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a82fb9316ddf4132a4a71911377b6e38&device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 1101 time: 0.0667136 Jun 28 22:10:28.061156 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-abb8c014-3f5e-4b39-a9e0-d7c3cc7c66a4 req-48febd0e-c898-48da-a35b-4e8a8e2de626 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=a82fb9316ddf4132a4a71911377b6e38&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209675 Jun 28 22:10:28.088191 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eaa3cc2e-f0e1-4b26-bdf0-36e8e1c92d5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:28.096499 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-9703ecc6-9597-4a21-a03a-7034c7d59f4a tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:28.124081 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa3cc2e-f0e1-4b26-bdf0-36e8e1c92d5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Pushing event deleted for resources: {'Port': ['ID=48058764-480c-4369-a27f-d77db6de9719,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:28.159264 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-eaa3cc2e-f0e1-4b26-bdf0-36e8e1c92d5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:28.233288 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb8c014-3f5e-4b39-a9e0-d7c3cc7c66a4 req-ac50cb0e-de89-43f2-ab4b-77d33af99da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:28.234725 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-abb8c014-3f5e-4b39-a9e0-d7c3cc7c66a4 req-ac50cb0e-de89-43f2-ab4b-77d33af99da7 service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1681070 Jun 28 22:10:28.235577 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eaa3cc2e-f0e1-4b26-bdf0-36e8e1c92d5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for floatingip, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:28.235910 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.db.l3_db [None req-eaa3cc2e-f0e1-4b26-bdf0-36e8e1c92d5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Floating IP 8ab2758e-8e8e-4545-8100-2c7afe8e03e4 disassociated (deleted). External IP: 172.28.0.245, port: 745d5c87-54f4-4bdb-88a2-e6fb944d7db6. Jun 28 22:10:28.379422 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-96e11cea-00d3-41b0-a571-c5e640f4e2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:28.380823 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-96e11cea-00d3-41b0-a571-c5e640f4e2c4 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a82fb9316ddf4132a4a71911377b6e38&device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 1101 time: 0.1055949 Jun 28 22:10:28.454544 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-60081b60-bee9-42b6-b0d7-8dcebcb551a9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=2915c487-c231-4f6c-8f98-032ec6a3eb0d HTTP/1.1" status: 200 len: 217 time: 0.0382702 Jun 28 22:10:28.544578 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-0de2675e-2983-46a7-b988-8dd696839f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:28.546016 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-0de2675e-2983-46a7-b988-8dd696839f13 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6fd89e4c-c60e-4661-baa6-c09a24625e9e HTTP/1.1" status: 200 len: 843 time: 0.0853126 Jun 28 22:10:28.552469 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa3cc2e-f0e1-4b26-bdf0-36e8e1c92d5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:10:28.684708 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-54516253-5356-48b6-851e-992ecfd3a6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:28.686188 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-54516253-5356-48b6-851e-992ecfd3a6d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1dfd285c-3fe3-409f-bf2c-8d533d1a0d87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1327598 Jun 28 22:10:28.717402 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa3cc2e-f0e1-4b26-bdf0-36e8e1c92d5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:10:28.723404 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-eaa3cc2e-f0e1-4b26-bdf0-36e8e1c92d5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for floatingip, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:28.732430 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c1cfb-e44b-482c-a8ec-1dc2df023c23 None None] Sync routers for ids ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:10:28.746896 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c1cfb-e44b-482c-a8ec-1dc2df023c23 None None] Routers {'f2433db5-5a2d-4fb3-b1be-d8109ea53e71'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:10:28.747814 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-906c1cfb-e44b-482c-a8ec-1dc2df023c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:09:59Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:28.830456 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1665714a-47e0-40f3-8734-e26a81c7baa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:28.837467 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-eaa3cc2e-f0e1-4b26-bdf0-36e8e1c92d5e tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "DELETE /v2.0/floatingips/8ab2758e-8e8e-4545-8100-2c7afe8e03e4 HTTP/1.1" status: 204 len: 168 time: 1.5896771 Jun 28 22:10:28.861309 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-ff16f13a-c9b6-413b-9632-51fa6b3a227f service neutron] 10.222.0.35 "GET /v2.0/networks/1dfd285c-3fe3-409f-bf2c-8d533d1a0d87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651728 Jun 28 22:10:28.861795 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-906c1cfb-e44b-482c-a8ec-1dc2df023c23 None None] Set router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:10:28.911512 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c8dd8-0910-4f61-ad07-17a816a437e4 req-7e70873c-c3e2-4f58-830f-94e01fe09314 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:28.912940 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-df9c8dd8-0910-4f61-ad07-17a816a437e4 req-7e70873c-c3e2-4f58-830f-94e01fe09314 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 948 time: 0.1556304 Jun 28 22:10:28.987424 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-df9c8dd8-0910-4f61-ad07-17a816a437e4 req-05c608f9-25c6-422b-9542-2e7448ad75be tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/security-groups?id=deeb2f6a-a90b-4a8a-a717-ccb3a55433d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479949 Jun 28 22:10:29.003620 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-45c81ec9-1fdf-406e-8e5d-9636c472d20c req-72d506ba-5baf-4ca9-9185-9d970d41a1d8 service neutron] 10.222.0.35 "GET /v2.0/networks/1dfd285c-3fe3-409f-bf2c-8d533d1a0d87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352234 Jun 28 22:10:29.008536 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:29.083708 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-906c1cfb-e44b-482c-a8ec-1dc2df023c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:42Z', 'updated_at': '2021-06-28T22:05:46Z', 'revision_number': 4, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'gw_port': {'id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:43Z', 'updated_at': '2021-06-28T22:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '9dfb490d-9c4a-4905-ad40-03f4aa156c11', 'name': '', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'mac_address': 'fa:16:3e:74:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:45Z', 'updated_at': '2021-06-28T22:05:54Z', 'revision_number': 5, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'subnets': [{'id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:29.114077 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c1cfb-e44b-482c-a8ec-1dc2df023c23 None None] Checking router: f2433db5-5a2d-4fb3-b1be-d8109ea53e71 for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:10:29.123541 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906c1cfb-e44b-482c-a8ec-1dc2df023c23 None None] Routers {'f2433db5-5a2d-4fb3-b1be-d8109ea53e71'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:10:29.124288 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-906c1cfb-e44b-482c-a8ec-1dc2df023c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:10:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:29.230471 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-906c1cfb-e44b-482c-a8ec-1dc2df023c23 None None] Set router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:10:29.427126 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-906c1cfb-e44b-482c-a8ec-1dc2df023c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:42Z', 'updated_at': '2021-06-28T22:05:46Z', 'revision_number': 4, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'gw_port': {'id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:43Z', 'updated_at': '2021-06-28T22:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '9dfb490d-9c4a-4905-ad40-03f4aa156c11', 'name': '', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'mac_address': 'fa:16:3e:74:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:45Z', 'updated_at': '2021-06-28T22:05:54Z', 'revision_number': 5, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'subnets': [{'id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:29.456356 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58914) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:29.457131 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906c1cfb-e44b-482c-a8ec-1dc2df023c23 None None] The sync data for ids ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'] in dv-cinder-798384-1-smb is: [{'id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:42Z', 'updated_at': '2021-06-28T22:05:46Z', 'revision_number': 4, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'gw_port': {'id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:43Z', 'updated_at': '2021-06-28T22:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb', '_interfaces': [{'id': '9dfb490d-9c4a-4905-ad40-03f4aa156c11', 'name': '', 'network_id': '1433594f-5bbe-4c2f-90ce-4178e6e5c4a6', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'mac_address': 'fa:16:3e:74:3a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_interface', 'standard_attr_id': 453, 'fixed_ips': [{'subnet_id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:45Z', 'updated_at': '2021-06-28T22:05:54Z', 'revision_number': 5, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'subnets': [{'id': '86579998-527f-4e8a-aa0c-cbb26314be9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:10:29.528255 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab238f-455e-4920-9194-bed8fd985793 req-365aee5b-7efc-470a-ac37-45e60d829abd tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:29.529853 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-dbab238f-455e-4920-9194-bed8fd985793 req-365aee5b-7efc-470a-ac37-45e60d829abd tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0670872 Jun 28 22:10:29.574099 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d4e26c65-76c7-4f42-a15c-c063310aa12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:29.574327 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-dbab238f-455e-4920-9194-bed8fd985793 req-023114b1-9774-4df3-9287-60beefeba0c4 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384004 Jun 28 22:10:29.664257 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d4e26c65-76c7-4f42-a15c-c063310aa12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:29.696021 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1b6901-3868-4773-a373-f4394b4adb5e None None] New status for floating IP 8ab2758e-8e8e-4545-8100-2c7afe8e03e4: DOWN {{(pid=93386) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 28 22:10:29.747120 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-d4e26c65-76c7-4f42-a15c-c063310aa12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_create {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:29.749588 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-4d568412-e39a-4657-86fe-22fc63dab7ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:29.789270 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-d4e26c65-76c7-4f42-a15c-c063310aa12b admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=6788186924ab4533a2e3d60fd7b291ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3294458 Jun 28 22:10:29.789270 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e26c65-76c7-4f42-a15c-c063310aa12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c51b64ed-efbf-4905-b652-8992c1d93b21,revision_number=1']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:29.790669 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58918) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:29.791644 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-d4e26c65-76c7-4f42-a15c-c063310aa12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:29.839954 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-02a33441-cea5-419f-80bc-c548a40a5bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:29.860713 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-02a33441-cea5-419f-80bc-c548a40a5bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:29.958529 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '056204a5-e731-447b-be10-ed2254be4643', 'tag': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6'}] {{(pid=93384) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:10:29.960902 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9eeaeac76168483a55ccf1cb5ed11a994312d097ab96b0ff0d5694a196f9ac56" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3f66d7-cc4f-4f54-afea-32f7eb20e796" -d '{"events": [{"name": "network-changed", "server_uuid": "056204a5-e731-447b-be10-ed2254be4643", "tag": "745d5c87-54f4-4bdb-88a2-e6fb944d7db6"}]}' {{(pid=93384) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:10:29.984435 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-02a33441-cea5-419f-80bc-c548a40a5bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:29.987008 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-02a33441-cea5-419f-80bc-c548a40a5bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:29.988161 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-02a33441-cea5-419f-80bc-c548a40a5bc7 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/c51b64ed-efbf-4905-b652-8992c1d93b21 HTTP/1.1" status: 204 len: 168 time: 0.1963861 Jun 28 22:10:29.989013 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-218ccd2b-cb0e-4829-ba2d-a6dab6231fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:29.998717 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a33441-cea5-419f-80bc-c548a40a5bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c51b64ed-efbf-4905-b652-8992c1d93b21,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:30.001254 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 28 Jun 2021 22:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cab1abd-4685-4914-a409-808f8a295f1b x-openstack-request-id: req-2cab1abd-4685-4914-a409-808f8a295f1b {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:10:30.001589 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "056204a5-e731-447b-be10-ed2254be4643", "tag": "745d5c87-54f4-4bdb-88a2-e6fb944d7db6", "status": "completed", "code": 200}]} {{(pid=93384) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:10:30.001889 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-2cab1abd-4685-4914-a409-808f8a295f1b {{(pid=93384) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:10:30.002318 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '056204a5-e731-447b-be10-ed2254be4643', 'tag': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6', 'status': 'completed', 'code': 200} Jun 28 22:10:30.003175 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-02a33441-cea5-419f-80bc-c548a40a5bc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:30.079900 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f66d7-cc4f-4f54-afea-32f7eb20e796 req-5cda2da8-19a0-41eb-bde9-054d4ef51061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:30.081454 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6f3f66d7-cc4f-4f54-afea-32f7eb20e796 req-5cda2da8-19a0-41eb-bde9-054d4ef51061 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=39a6dfa20db945d8b78fe393de75ac5c&device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 1098 time: 0.0535927 Jun 28 22:10:30.204637 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:30.209586 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f66d7-cc4f-4f54-afea-32f7eb20e796 req-623a6510-3611-433d-97f0-371b1dd3afdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:30.211334 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6f3f66d7-cc4f-4f54-afea-32f7eb20e796 req-623a6510-3611-433d-97f0-371b1dd3afdd service neutron] 10.222.0.35 "GET /v2.0/networks?id=1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 HTTP/1.1" status: 200 len: 910 time: 0.1224229 Jun 28 22:10:30.248145 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1584a-55e4-4b25-a709-13a427ee7e64 req-154ce85c-67fc-418c-b426-cdd1eb803b58 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:30.248145 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-97f1584a-55e4-4b25-a709-13a427ee7e64 req-154ce85c-67fc-418c-b426-cdd1eb803b58 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 948 time: 0.1180727 Jun 28 22:10:30.267310 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6f3f66d7-cc4f-4f54-afea-32f7eb20e796 req-6057801c-ce59-4302-9d92-061f1dec3a1c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=745d5c87-54f4-4bdb-88a2-e6fb944d7db6 HTTP/1.1" status: 200 len: 217 time: 0.0487945 Jun 28 22:10:30.338745 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-97f1584a-55e4-4b25-a709-13a427ee7e64 req-635e11bc-9f08-408f-84e6-83e2989bcc90 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/security-groups?id=deeb2f6a-a90b-4a8a-a717-ccb3a55433d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742831 Jun 28 22:10:30.346873 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f66d7-cc4f-4f54-afea-32f7eb20e796 req-0c12bd31-5254-4f90-a5e2-1b1d0428835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:30.348348 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6f3f66d7-cc4f-4f54-afea-32f7eb20e796 req-0c12bd31-5254-4f90-a5e2-1b1d0428835b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86579998-527f-4e8a-aa0c-cbb26314be9e HTTP/1.1" status: 200 len: 848 time: 0.0735881 Jun 28 22:10:30.410737 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f66d7-cc4f-4f54-afea-32f7eb20e796 req-473ad8cf-5f47-4651-af13-378d11308652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:30.412264 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6f3f66d7-cc4f-4f54-afea-32f7eb20e796 req-473ad8cf-5f47-4651-af13-378d11308652 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=1433594f-5bbe-4c2f-90ce-4178e6e5c4a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0565801 Jun 28 22:10:30.504785 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6f3f66d7-cc4f-4f54-afea-32f7eb20e796 req-c56e1de8-6f4d-41da-b209-18b441302e52 service neutron] 10.222.0.35 "GET /v2.0/networks/1433594f-5bbe-4c2f-90ce-4178e6e5c4a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838959 Jun 28 22:10:30.828860 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89b8bb0-ea06-404e-8e5d-d8cf827975b6 req-942d997f-d91b-4e8a-88a0-05374c8cbbfa tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:30.830287 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c89b8bb0-ea06-404e-8e5d-d8cf827975b6 req-942d997f-d91b-4e8a-88a0-05374c8cbbfa tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.35 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.0705054 Jun 28 22:10:30.892629 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-6f3f66d7-cc4f-4f54-afea-32f7eb20e796 req-7bb29500-9760-4b3d-9b98-e751649ef546 service neutron] 10.222.0.35 "GET /v2.0/networks/1433594f-5bbe-4c2f-90ce-4178e6e5c4a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787589 Jun 28 22:10:30.906748 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd217923-4be4-453b-88e9-47ea98ceb6cc req-d79bd412-a065-4029-9b87-73f2ae0c2d5d tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:30.908618 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cd217923-4be4-453b-88e9-47ea98ceb6cc req-d79bd412-a065-4029-9b87-73f2ae0c2d5d tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 945 time: 0.1172743 Jun 28 22:10:30.926640 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-c89b8bb0-ea06-404e-8e5d-d8cf827975b6 req-4512c8c1-8014-4493-a69e-6cb02de073f6 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Deleting port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:10:30.926977 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c89b8bb0-ea06-404e-8e5d-d8cf827975b6 req-4512c8c1-8014-4493-a69e-6cb02de073f6 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:30.947557 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-cd217923-4be4-453b-88e9-47ea98ceb6cc req-69d76181-fa71-4a62-af5d-fef33456f4f8 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/security-groups?id=ab1557c7-c3e7-4756-9b16-8f2fa859a70d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323038 Jun 28 22:10:31.010490 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 2915c487-c231-4f6c-8f98-032ec6a3eb0d details requested by agent hyperv_hv-cinder-79838 with host hv-cinder-79838 {{(pid=93385) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 28 22:10:31.018003 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-c89b8bb0-ea06-404e-8e5d-d8cf827975b6 req-4512c8c1-8014-4493-a69e-6cb02de073f6 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] For port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:10:31.018366 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c89b8bb0-ea06-404e-8e5d-d8cf827975b6 req-4512c8c1-8014-4493-a69e-6cb02de073f6 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:31.030523 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-c89b8bb0-ea06-404e-8e5d-d8cf827975b6 req-4512c8c1-8014-4493-a69e-6cb02de073f6 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Calling delete_port for 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:10:31.221615 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c89b8bb0-ea06-404e-8e5d-d8cf827975b6 req-4512c8c1-8014-4493-a69e-6cb02de073f6 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:31.225539 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6c8f2d2a-8a4b-48a1-a29c-e01162a73950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:31.228010 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 2915c487-c231-4f6c-8f98-032ec6a3eb0d, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=2915c487-c231-4f6c-8f98-032ec6a3eb0d,segment=NetworkSegment(9ad5b951-0c18-4712-bee1-7fe7d397e5ea),segment_id=9ad5b951-0c18-4712-bee1-7fe7d397e5ea)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:10:31.238499 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Returning: {'device': '2915c487-c231-4f6c-8f98-032ec6a3eb0d', 'network_id': '1dfd285c-3fe3-409f-bf2c-8d533d1a0d87', 'port_id': '2915c487-c231-4f6c-8f98-032ec6a3eb0d', 'mac_address': 'fa:16:3e:f0:57:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6fd89e4c-c60e-4661-baa6-c09a24625e9e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93385) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 28 22:10:31.254392 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4512c8c1-8014-4493-a69e-6cb02de073f6 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Pushing event deleted for resources: {'Port': ['ID=745d5c87-54f4-4bdb-88a2-e6fb944d7db6,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:31.257531 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-4512c8c1-8014-4493-a69e-6cb02de073f6 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:31.279237 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:31.291816 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2915c487-c231-4f6c-8f98-032ec6a3eb0d {{(pid=93385) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 28 22:10:31.303393 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-c89b8bb0-ea06-404e-8e5d-d8cf827975b6 req-4512c8c1-8014-4493-a69e-6cb02de073f6 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] No DVR routers for this DVR port 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 on host hv-cinder-79838 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:10:31.305938 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-c89b8bb0-ea06-404e-8e5d-d8cf827975b6 req-4512c8c1-8014-4493-a69e-6cb02de073f6 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:31.307866 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-c89b8bb0-ea06-404e-8e5d-d8cf827975b6 req-4512c8c1-8014-4493-a69e-6cb02de073f6 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.35 "DELETE /v2.0/ports/745d5c87-54f4-4bdb-88a2-e6fb944d7db6 HTTP/1.1" status: 204 len: 173 time: 0.4710748 Jun 28 22:10:31.308411 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '056204a5-e731-447b-be10-ed2254be4643', 'name': 'network-vif-deleted', 'tag': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:10:31.310710 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e703fa9c-5e05-4842-bf22-bd953b76746b" -d '{"events": [{"server_uuid": "056204a5-e731-447b-be10-ed2254be4643", "name": "network-vif-deleted", "tag": "745d5c87-54f4-4bdb-88a2-e6fb944d7db6"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:10:31.313777 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 2915c487-c231-4f6c-8f98-032ec6a3eb0d, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=2915c487-c231-4f6c-8f98-032ec6a3eb0d,segment=NetworkSegment(9ad5b951-0c18-4712-bee1-7fe7d397e5ea),segment_id=9ad5b951-0c18-4712-bee1-7fe7d397e5ea)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:10:31.361823 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b203afc0-0912-4c64-b516-5e322d06f622 x-openstack-request-id: req-b203afc0-0912-4c64-b516-5e322d06f622 {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:10:31.362184 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "056204a5-e731-447b-be10-ed2254be4643", "name": "network-vif-deleted", "tag": "745d5c87-54f4-4bdb-88a2-e6fb944d7db6", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:10:31.362619 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b203afc0-0912-4c64-b516-5e322d06f622 {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:10:31.363080 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '056204a5-e731-447b-be10-ed2254be4643', 'name': 'network-vif-deleted', 'tag': '745d5c87-54f4-4bdb-88a2-e6fb944d7db6', 'status': 'completed', 'code': 200} Jun 28 22:10:31.401790 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:31.403625 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:31.455360 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=2915c487-c231-4f6c-8f98-032ec6a3eb0d,revision_number=4']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:31.463091 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:31.464369 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:31.464369 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:31.464369 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:31.464663 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:31.464811 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:31.465120 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:31.465439 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:31.465764 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:31.466075 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:31.466391 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:31.466704 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93385) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:31.470498 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:31.517392 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19bb89-951d-4188-ab5d-51c5073a5265 req-1b2f1340-b6e4-4230-b884-add095e5119a tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:31.518856 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9b19bb89-951d-4188-ab5d-51c5073a5265 req-1b2f1340-b6e4-4230-b884-add095e5119a tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 949 time: 0.0633860 Jun 28 22:10:31.556620 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-9b19bb89-951d-4188-ab5d-51c5073a5265 req-d01169d1-2889-41af-b3ae-9aaf03f608d3 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/security-groups?id=deeb2f6a-a90b-4a8a-a717-ccb3a55433d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313511 Jun 28 22:10:31.607581 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['2915c487-c231-4f6c-8f98-032ec6a3eb0d'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:10:31.748195 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:32.086788 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-37810aa7-c589-438c-9ea4-2d1d3cba761d req-a26a9783-fab6-4bcb-bda1-9d2a3bba7afd tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "GET /v2.0/ports?device_id=056204a5-e731-447b-be10-ed2254be4643 HTTP/1.1" status: 200 len: 210 time: 0.0294800 Jun 28 22:10:32.731266 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ba542-a75c-4206-a98f-e4c69596df88 req-fabb61c0-5da3-4028-abd7-4d8a979dbb37 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:32.732641 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-780ba542-a75c-4206-a98f-e4c69596df88 req-fabb61c0-5da3-4028-abd7-4d8a979dbb37 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 949 time: 0.0658517 Jun 28 22:10:32.772194 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-780ba542-a75c-4206-a98f-e4c69596df88 req-1c97c71b-ce59-4bbb-bd17-44fab10ca778 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/security-groups?id=deeb2f6a-a90b-4a8a-a717-ccb3a55433d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338242 Jun 28 22:10:33.010626 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 2915c487-c231-4f6c-8f98-032ec6a3eb0d up at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 28 22:10:33.106375 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning for port 2915c487-c231-4f6c-8f98-032ec6a3eb0d completed by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 28 22:10:33.109925 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.provisioning_blocks [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Provisioning complete for port 2915c487-c231-4f6c-8f98-032ec6a3eb0d triggered by entity L2. {{(pid=93385) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 28 22:10:33.110392 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1931494'] for port, provisioning_complete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:33.180674 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58938) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:33.188589 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2009665'] for port, before_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:33.210435 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913dc91b-bdb2-422e-bff4-ef23edc480a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2915c487-c231-4f6c-8f98-032ec6a3eb0d'}] {{(pid=93385) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:10:33.212740 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e85a265a0f22f1076a683ab4824b1012c6f0f73f2af83de7311891d23e2d461d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa2696d-cbe4-4c12-8235-75323cf045ee" -d '{"events": [{"server_uuid": "913dc91b-bdb2-422e-bff4-ef23edc480a8", "name": "network-vif-plugged", "status": "completed", "tag": "2915c487-c231-4f6c-8f98-032ec6a3eb0d"}]}' {{(pid=93385) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:10:33.225210 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] For port 2915c487-c231-4f6c-8f98-032ec6a3eb0d, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=2915c487-c231-4f6c-8f98-032ec6a3eb0d,segment=NetworkSegment(9ad5b951-0c18-4712-bee1-7fe7d397e5ea),segment_id=9ad5b951-0c18-4712-bee1-7fe7d397e5ea)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:10:33.238388 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-21d56d7e-945c-4671-9771-cbcb5b1d1897 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:33.250062 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05e0a310-7c87-4177-ad14-538c3afd9779 x-openstack-request-id: req-05e0a310-7c87-4177-ad14-538c3afd9779 {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:10:33.250363 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913dc91b-bdb2-422e-bff4-ef23edc480a8", "name": "network-vif-plugged", "status": "completed", "tag": "2915c487-c231-4f6c-8f98-032ec6a3eb0d", "code": 200}]} {{(pid=93385) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:10:33.250627 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-05e0a310-7c87-4177-ad14-538c3afd9779 {{(pid=93385) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:10:33.251031 dv-cinder-798384-1-smb neutron-server[93385]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913dc91b-bdb2-422e-bff4-ef23edc480a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2915c487-c231-4f6c-8f98-032ec6a3eb0d', 'code': 200} Jun 28 22:10:33.268379 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-21d56d7e-945c-4671-9771-cbcb5b1d1897 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:33.312945 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736847110988', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736846623757', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736846623802'] for port, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:33.313892 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:10:33.316594 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:33.353438 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:10:33.353792 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 745d5c87-54f4-4bdb-88a2-e6fb944d7db6 not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:10:33.379394 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Pushing event updated for resources: {'Port': ['ID=2915c487-c231-4f6c-8f98-032ec6a3eb0d,revision_number=5']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:33.384775 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:33.407131 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-21d56d7e-945c-4671-9771-cbcb5b1d1897 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:33.409837 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-21d56d7e-945c-4671-9771-cbcb5b1d1897 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Notify callbacks [] for security_group, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:33.411121 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-21d56d7e-945c-4671-9771-cbcb5b1d1897 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] 10.222.0.36 "DELETE /v2.0/security-groups/ab1557c7-c3e7-4756-9b16-8f2fa859a70d HTTP/1.1" status: 204 len: 168 time: 0.2293799 Jun 28 22:10:33.411953 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-8defc6aa-3274-4591-9682-e391b9354869 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:33.421531 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d56d7e-945c-4671-9771-cbcb5b1d1897 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1557c7-c3e7-4756-9b16-8f2fa859a70d,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:33.425084 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-21d56d7e-945c-4671-9771-cbcb5b1d1897 tempest-TestShelveInstance-1376161301 tempest-TestShelveInstance-1376161301-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:33.526954 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 58944) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:33.642890 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a59dc7-42e7-482e-b6b4-49ec06d8bb17 req-a45027db-36cc-4b91-955d-63be60f1c5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:33.644409 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-98a59dc7-42e7-482e-b6b4-49ec06d8bb17 req-a45027db-36cc-4b91-955d-63be60f1c5da service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 1103 time: 0.0652487 Jun 28 22:10:33.680244 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-98a59dc7-42e7-482e-b6b4-49ec06d8bb17 req-fd2ab3e8-0b2c-4ce0-9a20-93d6ba64167c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=deeb2f6a-a90b-4a8a-a717-ccb3a55433d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282249 Jun 28 22:10:33.991942 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1e05c20-2955-44e7-ae3a-10f0099364d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-963356'] for router_interface, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:34.037576 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75b085-ed6f-4950-93cb-537cc283de50 req-5a22c6de-793a-41c5-9191-f8a6af9f1c91 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:34.039163 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3f75b085-ed6f-4950-93cb-537cc283de50 req-5a22c6de-793a-41c5-9191-f8a6af9f1c91 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 950 time: 0.1468892 Jun 28 22:10:34.119251 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-3f75b085-ed6f-4950-93cb-537cc283de50 req-ca2e2c10-b5c2-449c-bd5e-e2c25b4ab9f2 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/security-groups?id=deeb2f6a-a90b-4a8a-a717-ccb3a55433d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739100 Jun 28 22:10:34.320438 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-c1e05c20-2955-44e7-ae3a-10f0099364d2 admin admin] Deleting port 9dfb490d-9c4a-4905-ad40-03f4aa156c11 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:10:34.321109 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1e05c20-2955-44e7-ae3a-10f0099364d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:34.394990 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-c1e05c20-2955-44e7-ae3a-10f0099364d2 admin admin] For port 9dfb490d-9c4a-4905-ad40-03f4aa156c11, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=9dfb490d-9c4a-4905-ad40-03f4aa156c11,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:10:34.395262 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1e05c20-2955-44e7-ae3a-10f0099364d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:34.407515 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-c1e05c20-2955-44e7-ae3a-10f0099364d2 admin admin] Calling delete_port for 9dfb490d-9c4a-4905-ad40-03f4aa156c11 owned by network:router_interface {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:10:34.786968 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1e05c20-2955-44e7-ae3a-10f0099364d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:34.792651 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-97f4db10-9195-47a8-9a01-ba5b9fb9fa48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:34.812496 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e05c20-2955-44e7-ae3a-10f0099364d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dfb490d-9c4a-4905-ad40-03f4aa156c11,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:34.818782 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-c1e05c20-2955-44e7-ae3a-10f0099364d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:34.981321 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-c1e05c20-2955-44e7-ae3a-10f0099364d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963464'] for router_interface, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:35.188232 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e05c20-2955-44e7-ae3a-10f0099364d2 admin admin] Router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93384) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:10:35.330823 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e05c20-2955-44e7-ae3a-10f0099364d2 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93384) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:10:35.337779 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-c1e05c20-2955-44e7-ae3a-10f0099364d2 admin admin] 10.222.0.36 "PUT /v2.0/routers/f2433db5-5a2d-4fb3-b1be-d8109ea53e71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8098459 Jun 28 22:10:35.340310 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58950) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:35.342194 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220c097d-fd7c-4f5a-b22b-ab3b9081582c None None] Sync routers for ids ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'] in dv-cinder-798384-1-smb {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:10:35.346051 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfc802a-8f52-49ae-99e7-851cad7ac2cd req-4ada096a-ea51-4fff-956b-c6e9e93f3911 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:35.348042 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7bfc802a-8f52-49ae-99e7-851cad7ac2cd req-4ada096a-ea51-4fff-956b-c6e9e93f3911 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 950 time: 0.1143725 Jun 28 22:10:35.352707 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c097d-fd7c-4f5a-b22b-ab3b9081582c None None] Routers {'f2433db5-5a2d-4fb3-b1be-d8109ea53e71'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:10:35.353352 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-220c097d-fd7c-4f5a-b22b-ab3b9081582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:10:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:35.386563 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-7bfc802a-8f52-49ae-99e7-851cad7ac2cd req-0ae4a613-a3d8-4ea0-9ff7-b92537e16431 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/security-groups?id=deeb2f6a-a90b-4a8a-a717-ccb3a55433d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327001 Jun 28 22:10:35.446177 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] Notify callbacks [] for router, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:35.464314 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-220c097d-fd7c-4f5a-b22b-ab3b9081582c None None] Set router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 gateway port host: dv-cinder-798384-1-smb {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:10:35.546315 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:35.642620 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-220c097d-fd7c-4f5a-b22b-ab3b9081582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210'}], 'enable_snat': True}, 'gw_port_id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:42Z', 'updated_at': '2021-06-28T22:10:34Z', 'revision_number': 5, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'gw_port': {'id': 'a8ee5594-1a0a-42cd-a6af-4118ea085f2e', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:eb:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:43Z', 'updated_at': '2021-06-28T22:05:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:35.664668 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] Deleting port a8ee5594-1a0a-42cd-a6af-4118ea085f2e {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:10:35.664668 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:35.668834 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220c097d-fd7c-4f5a-b22b-ab3b9081582c None None] Checking router: f2433db5-5a2d-4fb3-b1be-d8109ea53e71 for host: dv-cinder-798384-1-smb {{(pid=93385) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:10:35.677169 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220c097d-fd7c-4f5a-b22b-ab3b9081582c None None] Routers {'f2433db5-5a2d-4fb3-b1be-d8109ea53e71'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93385) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:10:35.677779 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-220c097d-fd7c-4f5a-b22b-ab3b9081582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:10:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'], 'active': True} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:35.743837 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] For port a8ee5594-1a0a-42cd-a6af-4118ea085f2e, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=a8ee5594-1a0a-42cd-a6af-4118ea085f2e,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:10:35.744227 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:35.755862 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] Calling delete_port for a8ee5594-1a0a-42cd-a6af-4118ea085f2e owned by network:router_gateway {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:10:35.763086 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvr_db [None req-220c097d-fd7c-4f5a-b22b-ab3b9081582c None None] Set router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 gateway port host: None {{(pid=93385) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:10:35.819765 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_hamode_db [None req-220c097d-fd7c-4f5a-b22b-ab3b9081582c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:42Z', 'updated_at': '2021-06-28T22:10:35Z', 'revision_number': 6, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'gw_port_host': None}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93385) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:35.846348 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220c097d-fd7c-4f5a-b22b-ab3b9081582c None None] The sync data for ids ['f2433db5-5a2d-4fb3-b1be-d8109ea53e71'] in dv-cinder-798384-1-smb is: [{'id': 'f2433db5-5a2d-4fb3-b1be-d8109ea53e71', 'name': 'tempest-TestShelveInstance-1011047986-router', 'tenant_id': '39a6dfa20db945d8b78fe393de75ac5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:42Z', 'updated_at': '2021-06-28T22:10:35Z', 'revision_number': 6, 'project_id': '39a6dfa20db945d8b78fe393de75ac5c', 'gw_port_host': None}] {{(pid=93385) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:10:36.009982 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:36.013095 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-30b0f129-f62b-460a-9a14-fbf4b687b635 tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:36.037171 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ee5594-1a0a-42cd-a6af-4118ea085f2e,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:36.042382 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:36.064258 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ec51d-f190-4f9c-80d1-1eca5e179106 req-06a0a2fb-c8ee-4836-8dde-e74bb514898a tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:36.065810 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d13ec51d-f190-4f9c-80d1-1eca5e179106 req-06a0a2fb-c8ee-4836-8dde-e74bb514898a tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 950 time: 0.0645576 Jun 28 22:10:36.095453 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963926'] for router_gateway, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:36.103919 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-d13ec51d-f190-4f9c-80d1-1eca5e179106 req-4cf893ca-c000-44fd-ae78-20aed01bf875 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/security-groups?id=deeb2f6a-a90b-4a8a-a717-ccb3a55433d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318749 Jun 28 22:10:36.186150 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-963385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7194'] for router, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:36.188568 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:36.306857 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-963888'] for router, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:36.307439 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2433db5-5a2d-4fb3-b1be-d8109ea53e71 {{(pid=93383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:10:36.311580 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:36.312748 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6137cb8a-9737-467f-a482-81caec638e1d admin admin] 10.222.0.36 "DELETE /v2.0/routers/f2433db5-5a2d-4fb3-b1be-d8109ea53e71 HTTP/1.1" status: 204 len: 168 time: 0.9712648 Jun 28 22:10:36.315338 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58958) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:36.357512 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_v2 [None req-71a4f8b1-5333-47d1-98fe-5e85588f99b5 admin admin] Deleting subnet 86579998-527f-4e8a-aa0c-cbb26314be9e {{(pid=93383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:10:36.360424 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-71a4f8b1-5333-47d1-98fe-5e85588f99b5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:36.399863 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-71a4f8b1-5333-47d1-98fe-5e85588f99b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10045394'] for subnet, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:36.727245 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-71a4f8b1-5333-47d1-98fe-5e85588f99b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929869'] for subnet, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:36.847336 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-71a4f8b1-5333-47d1-98fe-5e85588f99b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8753296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9112371'] for subnet, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:36.849825 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-6ce414ef-362d-4846-a940-c1475f395386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:36.874081 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a4f8b1-5333-47d1-98fe-5e85588f99b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86579998-527f-4e8a-aa0c-cbb26314be9e,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:36.876662 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-71a4f8b1-5333-47d1-98fe-5e85588f99b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:36.879206 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-71a4f8b1-5333-47d1-98fe-5e85588f99b5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:36.881080 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-71a4f8b1-5333-47d1-98fe-5e85588f99b5 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/86579998-527f-4e8a-aa0c-cbb26314be9e HTTP/1.1" status: 204 len: 168 time: 0.5648296 Jun 28 22:10:36.883585 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58960) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:36.885561 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a168cbe5-a6e2-4418-a742-cd5b37d8bfa9 None None] Network 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:10:36.950718 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604114'] for network, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.003108 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Deleting port ba902dff-0717-486a-bd16-5c639debf95d {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:10:37.003444 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.068293 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc2c653-d6bd-48d0-a2d7-0a733dae11a5 None None] DHCP port deletion for 1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 request from dv-cinder-798384-1-smb {{(pid=93385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 22:10:37.070233 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] For port ba902dff-0717-486a-bd16-5c639debf95d, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=ba902dff-0717-486a-bd16-5c639debf95d,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:10:37.070898 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.083801 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Calling delete_port for ba902dff-0717-486a-bd16-5c639debf95d owned by network:dhcp {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:10:37.114191 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2c653-d6bd-48d0-a2d7-0a733dae11a5 None None] Deleting port ba902dff-0717-486a-bd16-5c639debf95d {{(pid=93385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:10:37.114579 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c653-d6bd-48d0-a2d7-0a733dae11a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.188110 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-7bc2c653-d6bd-48d0-a2d7-0a733dae11a5 None None] For port ba902dff-0717-486a-bd16-5c639debf95d, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=ba902dff-0717-486a-bd16-5c639debf95d,segment=NetworkSegment(8254d7ef-59e0-4e9a-82c6-e7504a70db09),segment_id=8254d7ef-59e0-4e9a-82c6-e7504a70db09)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:10:37.188513 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c653-d6bd-48d0-a2d7-0a733dae11a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.201161 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-7bc2c653-d6bd-48d0-a2d7-0a733dae11a5 None None] Calling delete_port for ba902dff-0717-486a-bd16-5c639debf95d owned by network:dhcp {{(pid=93385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:10:37.234917 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.238704 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-995fc34c-34ed-4ffe-a46b-f7c0aca33f66 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:37.269501 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=ba902dff-0717-486a-bd16-5c639debf95d,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:37.272200 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:37.273132 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] No DVR routers for this DVR port ba902dff-0717-486a-bd16-5c639debf95d on host dv-cinder-798384-1-smb {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:10:37.281501 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7bc2c653-d6bd-48d0-a2d7-0a733dae11a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748'] for port, after_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.284410 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:37.293020 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0fe4d3-ac1a-4d94-b5dc-a81c0dbf72ec req-beada78b-76b5-4210-9d68-2dd027038107 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93384) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:37.294511 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-da0fe4d3-ac1a-4d94-b5dc-a81c0dbf72ec req-beada78b-76b5-4210-9d68-2dd027038107 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 950 time: 0.0710821 Jun 28 22:10:37.312669 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc2c653-d6bd-48d0-a2d7-0a733dae11a5 None None] Pushing event deleted for resources: {'Port': ['ID=ba902dff-0717-486a-bd16-5c639debf95d,revision_number=None']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:37.314567 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc2c653-d6bd-48d0-a2d7-0a733dae11a5 None None] No DVR routers for this DVR port ba902dff-0717-486a-bd16-5c639debf95d on host dv-cinder-798384-1-smb {{(pid=93385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:10:37.316455 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-7bc2c653-d6bd-48d0-a2d7-0a733dae11a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:37.333563 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a13608-8614-4693-839f-257bb99d1b5a req-2d42fba5-c375-4fb1-baf0-dc32bc4fb4fd tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93383) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 28 22:10:37.335113 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-93a13608-8614-4693-839f-257bb99d1b5a req-2d42fba5-c375-4fb1-baf0-dc32bc4fb4fd tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.35 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 950 time: 0.1364214 Jun 28 22:10:37.337752 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-da0fe4d3-ac1a-4d94-b5dc-a81c0dbf72ec req-ff132794-f354-4b0f-a331-63055678f85d tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/security-groups?id=deeb2f6a-a90b-4a8a-a717-ccb3a55433d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361910 Jun 28 22:10:37.372978 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929245', 'neutron.services.segments.db._delete_segments_for_network-8736847184231'] for network, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.404939 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.services.segments.db [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1433594f-5bbe-4c2f-90ce-4178e6e5c4a6']}} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:37.419162 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.services.segments.db [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8254d7ef-59e0-4e9a-82c6-e7504a70db09') {'for_net_delete': True} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:37.419457 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.services.segments.db [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8254d7ef-59e0-4e9a-82c6-e7504a70db09') {} {{(pid=93383) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:37.433330 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736847130462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10045385'] for segment, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.466683 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.474385 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93383) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:10:37.474761 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8753673'] for segment, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: Traceback (most recent call last): Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: timer() Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: cb(*args, **kw) Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: return func(*args, **kwargs) Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: self._notify() Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: self.callback(batched_events) Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: event.method(event) Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: return f(self, *a, **k) Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: return self._get(url).json() Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: return self.request(url, 'GET', **kwargs) Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:10:37.477236 dv-cinder-798384-1-smb neutron-server[93383]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:10:37.541101 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-93a13608-8614-4693-839f-257bb99d1b5a req-a40aa757-dcb7-4f91-ab25-a091d758c18a tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Deleting port 2915c487-c231-4f6c-8f98-032ec6a3eb0d {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:10:37.541429 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-93a13608-8614-4693-839f-257bb99d1b5a req-a40aa757-dcb7-4f91-ab25-a091d758c18a tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.625539 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [req-93a13608-8614-4693-839f-257bb99d1b5a req-a40aa757-dcb7-4f91-ab25-a091d758c18a tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] For port 2915c487-c231-4f6c-8f98-032ec6a3eb0d, host hv-cinder-79838, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79838',level=0,port_id=2915c487-c231-4f6c-8f98-032ec6a3eb0d,segment=NetworkSegment(9ad5b951-0c18-4712-bee1-7fe7d397e5ea),segment_id=9ad5b951-0c18-4712-bee1-7fe7d397e5ea)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:10:37.625788 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-93a13608-8614-4693-839f-257bb99d1b5a req-a40aa757-dcb7-4f91-ab25-a091d758c18a tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.636843 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [req-93a13608-8614-4693-839f-257bb99d1b5a req-a40aa757-dcb7-4f91-ab25-a091d758c18a tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Calling delete_port for 2915c487-c231-4f6c-8f98-032ec6a3eb0d owned by compute:nova {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:10:37.649424 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963850'] for network, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.683722 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-45ec9b7e-3060-499b-be35-6fe5241f1889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:37.685958 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.687718 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] 10.222.0.36 "DELETE /v2.0/networks/1433594f-5bbe-4c2f-90ce-4178e6e5c4a6 HTTP/1.1" status: 204 len: 168 time: 0.8032031 Jun 28 22:10:37.690523 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58964) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:37.743572 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Pushing event deleted for resources: {'Network': ['ID=1433594f-5bbe-4c2f-90ce-4178e6e5c4a6,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:37.749249 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-94b7c568-3ec3-4888-99a4-170d09ba1d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:37.925665 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 9dfb490d-9c4a-4905-ad40-03f4aa156c11 no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:10:37.945777 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: 9dfb490d-9c4a-4905-ad40-03f4aa156c11 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:10:37.946135 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 9dfb490d-9c4a-4905-ad40-03f4aa156c11 not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:10:37.946579 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device a8ee5594-1a0a-42cd-a6af-4118ea085f2e no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:10:37.953155 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-93a13608-8614-4693-839f-257bb99d1b5a req-a40aa757-dcb7-4f91-ab25-a091d758c18a tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:37.967156 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] get_ports_and_sgs() called for port_ids ['2915c487-c231-4f6c-8f98-032ec6a3eb0d'] {{(pid=93385) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 28 22:10:37.969432 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: a8ee5594-1a0a-42cd-a6af-4118ea085f2e {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:10:37.969787 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device a8ee5594-1a0a-42cd-a6af-4118ea085f2e not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:10:37.970210 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device ba902dff-0717-486a-bd16-5c639debf95d no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:10:37.972390 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-746f4831-f902-4137-9eb9-1e17b9dc87b2 tempest-AttachVolumeTestJSON-238161053 tempest-AttachVolumeTestJSON-238161053-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:38.004522 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40aa757-dcb7-4f91-ab25-a091d758c18a tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Pushing event deleted for resources: {'Port': ['ID=2915c487-c231-4f6c-8f98-032ec6a3eb0d,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:38.006940 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: ba902dff-0717-486a-bd16-5c639debf95d {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:10:38.007311 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device ba902dff-0717-486a-bd16-5c639debf95d not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:10:38.010639 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-a40aa757-dcb7-4f91-ab25-a091d758c18a tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:38.074024 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.l3_dvrscheduler_db [req-93a13608-8614-4693-839f-257bb99d1b5a req-a40aa757-dcb7-4f91-ab25-a091d758c18a tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] No DVR routers for this DVR port 2915c487-c231-4f6c-8f98-032ec6a3eb0d on host hv-cinder-79838 {{(pid=93383) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:10:38.077204 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [req-93a13608-8614-4693-839f-257bb99d1b5a req-a40aa757-dcb7-4f91-ab25-a091d758c18a tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-426065'] for port, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:38.079139 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [req-93a13608-8614-4693-839f-257bb99d1b5a req-a40aa757-dcb7-4f91-ab25-a091d758c18a tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.35 "DELETE /v2.0/ports/2915c487-c231-4f6c-8f98-032ec6a3eb0d HTTP/1.1" status: 204 len: 173 time: 0.7165496 Jun 28 22:10:38.079655 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913dc91b-bdb2-422e-bff4-ef23edc480a8', 'name': 'network-vif-deleted', 'tag': '2915c487-c231-4f6c-8f98-032ec6a3eb0d'}] {{(pid=93383) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 28 22:10:38.081981 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.36/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f4d68a029cc7457f1d4ccc221850ab1fe6917c6867d27d7326f5a32d4bc99ad5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b6c4f9-df45-4ee2-81bc-0876474ede65" -d '{"events": [{"server_uuid": "913dc91b-bdb2-422e-bff4-ef23edc480a8", "name": "network-vif-deleted", "tag": "2915c487-c231-4f6c-8f98-032ec6a3eb0d"}]}' {{(pid=93383) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 28 22:10:38.125646 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 28 Jun 2021 22:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6059958-84fd-4c17-9091-2667d2e13eee x-openstack-request-id: req-b6059958-84fd-4c17-9091-2667d2e13eee {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 28 22:10:38.125979 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913dc91b-bdb2-422e-bff4-ef23edc480a8", "name": "network-vif-deleted", "tag": "2915c487-c231-4f6c-8f98-032ec6a3eb0d", "status": "completed", "code": 200}]} {{(pid=93383) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 28 22:10:38.126384 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.36/compute/v2.1/os-server-external-events used request id req-b6059958-84fd-4c17-9091-2667d2e13eee {{(pid=93383) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 28 22:10:38.126864 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913dc91b-bdb2-422e-bff4-ef23edc480a8', 'name': 'network-vif-deleted', 'tag': '2915c487-c231-4f6c-8f98-032ec6a3eb0d', 'status': 'completed', 'code': 200} Jun 28 22:10:38.186249 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-745a775e-1e36-4888-accf-23369ca5ace9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-963356'] for router_interface, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:38.447713 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-745a775e-1e36-4888-accf-23369ca5ace9 admin admin] Deleting port 9e8b3e85-80f2-4455-9435-7e1de334bfe8 {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:10:38.448489 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-745a775e-1e36-4888-accf-23369ca5ace9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:38.497813 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [req-8ed1b935-7fdf-4484-910a-72bdbffac0d4 req-d460d5cd-8a47-4012-81ea-ab6d7cea0726 tempest-VolumesNegativeTest-8298501 tempest-VolumesNegativeTest-8298501-project] 10.222.0.36 "GET /v2.0/ports?device_id=913dc91b-bdb2-422e-bff4-ef23edc480a8 HTTP/1.1" status: 200 len: 210 time: 0.0295224 Jun 28 22:10:38.527335 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-745a775e-1e36-4888-accf-23369ca5ace9 admin admin] For port 9e8b3e85-80f2-4455-9435-7e1de334bfe8, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=9e8b3e85-80f2-4455-9435-7e1de334bfe8,segment=NetworkSegment(33659016-76e0-4f17-885d-438ff5422ad3),segment_id=33659016-76e0-4f17-885d-438ff5422ad3)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:10:38.527700 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-745a775e-1e36-4888-accf-23369ca5ace9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:38.539292 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-745a775e-1e36-4888-accf-23369ca5ace9 admin admin] Calling delete_port for 9e8b3e85-80f2-4455-9435-7e1de334bfe8 owned by network:router_interface {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:10:38.790106 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-745a775e-1e36-4888-accf-23369ca5ace9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:38.793182 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-c1217865-4234-4834-b394-77dbcdc9e224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:38.817155 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745a775e-1e36-4888-accf-23369ca5ace9 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e8b3e85-80f2-4455-9435-7e1de334bfe8,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:38.821102 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-745a775e-1e36-4888-accf-23369ca5ace9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:38.979462 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-745a775e-1e36-4888-accf-23369ca5ace9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1043770', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-963464'] for router_interface, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:39.192997 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745a775e-1e36-4888-accf-23369ca5ace9 admin admin] Router ed10e015-67fd-4966-95e8-508e858a69b0 has already been hosted by L3 agent 093cb4c1-c520-4bb7-bcf2-6396e7dbefb9 {{(pid=93383) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 28 22:10:39.294171 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745a775e-1e36-4888-accf-23369ca5ace9 admin admin] Notify agent at l3_agent.dv-cinder-798384-1-smb the message routers_updated {{(pid=93383) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 28 22:10:39.298991 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-745a775e-1e36-4888-accf-23369ca5ace9 admin admin] 10.222.0.36 "PUT /v2.0/routers/ed10e015-67fd-4966-95e8-508e858a69b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6063254 Jun 28 22:10:39.301475 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 58970) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:39.302281 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d815f74-2bea-40f4-a564-2887f8249799 None None] Sync routers for ids ['ed10e015-67fd-4966-95e8-508e858a69b0'] in dv-cinder-798384-1-smb {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 28 22:10:39.311887 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d815f74-2bea-40f4-a564-2887f8249799 None None] Routers {'ed10e015-67fd-4966-95e8-508e858a69b0'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:10:39.312531 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-5d815f74-2bea-40f4-a564-2887f8249799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:10:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['ed10e015-67fd-4966-95e8-508e858a69b0'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:39.402859 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] Notify callbacks [] for router, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:39.413788 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-5d815f74-2bea-40f4-a564-2887f8249799 None None] Set router ed10e015-67fd-4966-95e8-508e858a69b0 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:10:39.595619 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-5d815f74-2bea-40f4-a564-2887f8249799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'name': 'tempest-TestShelveInstance-1219939954-router', 'tenant_id': '144767b130c24e618144205037a81f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:51Z', 'updated_at': '2021-06-28T22:10:38Z', 'revision_number': 5, 'project_id': '144767b130c24e618144205037a81f82', 'gw_port': {'id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:52Z', 'updated_at': '2021-06-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:39.623932 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d815f74-2bea-40f4-a564-2887f8249799 None None] Checking router: ed10e015-67fd-4966-95e8-508e858a69b0 for host: dv-cinder-798384-1-smb {{(pid=93386) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 28 22:10:39.632773 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d815f74-2bea-40f4-a564-2887f8249799 None None] Routers {'ed10e015-67fd-4966-95e8-508e858a69b0'} bound to L3 agent in host dv-cinder-798384-1-smb {{(pid=93386) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 28 22:10:39.633399 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-5d815f74-2bea-40f4-a564-2887f8249799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-798384-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-28T21:53:59Z,description=,heartbeat_timestamp=2021-06-28T22:10:29Z,host='dv-cinder-798384-1-smb',id=093cb4c1-c520-4bb7-bcf2-6396e7dbefb9,load=0,resource_versions=,resources_synced=,started_at=2021-06-28T21:53:59Z,topic='l3_agent')) {'router_ids': ['ed10e015-67fd-4966-95e8-508e858a69b0'], 'active': True} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:39.737514 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_dvr_db [None req-5d815f74-2bea-40f4-a564-2887f8249799 None None] Set router ed10e015-67fd-4966-95e8-508e858a69b0 gateway port host: dv-cinder-798384-1-smb {{(pid=93386) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 28 22:10:39.763354 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:39.869353 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] Deleting port 64ea7a37-aa14-422e-9cfa-2b8a94f7810d {{(pid=93383) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:10:39.869699 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:39.926981 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.l3_hamode_db [None req-5d815f74-2bea-40f4-a564-2887f8249799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'name': 'tempest-TestShelveInstance-1219939954-router', 'tenant_id': '144767b130c24e618144205037a81f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:51Z', 'updated_at': '2021-06-28T22:10:38Z', 'revision_number': 5, 'project_id': '144767b130c24e618144205037a81f82', 'gw_port': {'id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:52Z', 'updated_at': '2021-06-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}], 'dv-cinder-798384-1-smb', False) {} {{(pid=93386) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:39.954125 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.db [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] For port 64ea7a37-aa14-422e-9cfa-2b8a94f7810d, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=64ea7a37-aa14-422e-9cfa-2b8a94f7810d,segment=NetworkSegment(37122025-baf1-4bbd-a645-7ff1ee0403bc),segment_id=37122025-baf1-4bbd-a645-7ff1ee0403bc)] {{(pid=93383) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:10:39.954637 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:39.957599 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d815f74-2bea-40f4-a564-2887f8249799 None None] The sync data for ids ['ed10e015-67fd-4966-95e8-508e858a69b0'] in dv-cinder-798384-1-smb is: [{'id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'name': 'tempest-TestShelveInstance-1219939954-router', 'tenant_id': '144767b130c24e618144205037a81f82', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'external_fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130'}], 'enable_snat': True}, 'gw_port_id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-28T22:05:51Z', 'updated_at': '2021-06-28T22:10:38Z', 'revision_number': 5, 'project_id': '144767b130c24e618144205037a81f82', 'gw_port': {'id': '64ea7a37-aa14-422e-9cfa-2b8a94f7810d', 'name': '', 'network_id': '9b4aa0d5-57b1-4fac-9dad-b0e8849e29c6', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:76:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed10e015-67fd-4966-95e8-508e858a69b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'ip_address': '172.28.0.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798384-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-28T22:05:52Z', 'updated_at': '2021-06-28T22:06:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0eef9f0e-0d35-4ef7-8148-7c64e0103d05', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798384-1-smb'}] {{(pid=93386) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 28 22:10:39.967774 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.plugins.ml2.plugin [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] Calling delete_port for 64ea7a37-aa14-422e-9cfa-2b8a94f7810d owned by network:router_gateway {{(pid=93383) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:10:40.196061 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8753374'] for port, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:40.198991 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-041aed08-fc7d-4020-9cdf-5e35193dd5dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:40.227068 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] Pushing event deleted for resources: {'Port': ['ID=64ea7a37-aa14-422e-9cfa-2b8a94f7810d,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:40.234158 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:40.287505 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-963926'] for router_gateway, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:40.355887 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:40.376072 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-963385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7194'] for router, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:40.378183 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:40.506723 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-963888'] for router, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:40.507333 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] Fanout notify agent at l3_agent the message router_deleted on router ed10e015-67fd-4966-95e8-508e858a69b0 {{(pid=93383) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 28 22:10:40.511686 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] Notify callbacks [] for router, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:40.512866 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-46088b1c-f01d-4c15-806a-9e0ff33132af admin admin] 10.222.0.36 "DELETE /v2.0/routers/ed10e015-67fd-4966-95e8-508e858a69b0 HTTP/1.1" status: 204 len: 168 time: 1.2104611 Jun 28 22:10:40.515325 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 59000) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:40.720521 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ca4c8c-451f-4858-95ca-205736b53635 admin admin] Deleting subnet e9213c22-f583-4319-9b97-b0ec17aa1047 {{(pid=93383) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 28 22:10:40.723367 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-47ca4c8c-451f-4858-95ca-205736b53635 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:40.757498 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-47ca4c8c-451f-4858-95ca-205736b53635 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10045394'] for subnet, precommit_delete_associations {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:40.837240 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-47ca4c8c-451f-4858-95ca-205736b53635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1929869'] for subnet, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:40.972128 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-47ca4c8c-451f-4858-95ca-205736b53635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1929930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-237155', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8753296', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9112371'] for subnet, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:40.976386 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-11513d3a-8ef2-4ae0-a92f-951add8804dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:41.007572 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-47ca4c8c-451f-4858-95ca-205736b53635 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:41.011823 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-47ca4c8c-451f-4858-95ca-205736b53635 admin admin] 10.222.0.36 "DELETE /v2.0/subnets/e9213c22-f583-4319-9b97-b0ec17aa1047 HTTP/1.1" status: 204 len: 168 time: 0.4931595 Jun 28 22:10:41.011823 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ca4c8c-451f-4858-95ca-205736b53635 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9213c22-f583-4319-9b97-b0ec17aa1047,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:41.012552 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.wsgi [-] (93384) accepted ('10.222.0.36', 59056) {{(pid=93384) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:41.016224 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38d2b0df-d0ec-4033-b6f1-201127b5c7ca None None] Network 2fd09987-36ae-4686-bb06-8106f3207ba2 requested from dv-cinder-798384-1-smb {{(pid=93385) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 28 22:10:41.018661 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-47ca4c8c-451f-4858-95ca-205736b53635 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:41.048900 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 2915c487-c231-4f6c-8f98-032ec6a3eb0d no longer exists at agent hyperv_hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:10:41.092374 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1604114'] for network, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:41.095095 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] No Port match for: 2915c487-c231-4f6c-8f98-032ec6a3eb0d {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:10:41.095457 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Device 2915c487-c231-4f6c-8f98-032ec6a3eb0d not bound to the agent host hv-cinder-79838 {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:10:41.147970 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Deleting port cb892164-5f61-4cd2-8e0b-33dbde7dfb63 {{(pid=93384) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:10:41.148336 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:41.214693 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.db [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] For port cb892164-5f61-4cd2-8e0b-33dbde7dfb63, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=cb892164-5f61-4cd2-8e0b-33dbde7dfb63,segment=NetworkSegment(33659016-76e0-4f17-885d-438ff5422ad3),segment_id=33659016-76e0-4f17-885d-438ff5422ad3)] {{(pid=93384) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:10:41.215060 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:41.227897 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.plugin [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Calling delete_port for cb892164-5f61-4cd2-8e0b-33dbde7dfb63 owned by network:dhcp {{(pid=93384) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:10:41.231633 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f2d899-f575-4c53-aae4-8cb5678d5dd2 None None] DHCP port deletion for 2fd09987-36ae-4686-bb06-8106f3207ba2 request from dv-cinder-798384-1-smb {{(pid=93385) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 28 22:10:41.283857 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2d899-f575-4c53-aae4-8cb5678d5dd2 None None] Deleting port cb892164-5f61-4cd2-8e0b-33dbde7dfb63 {{(pid=93385) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 28 22:10:41.284278 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d899-f575-4c53-aae4-8cb5678d5dd2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736847109434'] for port, before_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:41.352200 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.db [None req-a0f2d899-f575-4c53-aae4-8cb5678d5dd2 None None] For port cb892164-5f61-4cd2-8e0b-33dbde7dfb63, host dv-cinder-798384-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798384-1-smb',level=0,port_id=cb892164-5f61-4cd2-8e0b-33dbde7dfb63,segment=NetworkSegment(33659016-76e0-4f17-885d-438ff5422ad3),segment_id=33659016-76e0-4f17-885d-438ff5422ad3)] {{(pid=93385) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 28 22:10:41.352608 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d899-f575-4c53-aae4-8cb5678d5dd2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-962163'] for port, precommit_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:41.366600 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-a0f2d899-f575-4c53-aae4-8cb5678d5dd2 None None] Calling delete_port for cb892164-5f61-4cd2-8e0b-33dbde7dfb63 owned by network:dhcp {{(pid=93385) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 28 22:10:41.548225 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a0f2d899-f575-4c53-aae4-8cb5678d5dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748'] for port, after_delete {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:41.550831 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:41.574625 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-2009657', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-236995', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1043752', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736847111015', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736846623748', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8736349'] for port, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:41.575309 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f2d899-f575-4c53-aae4-8cb5678d5dd2 None None] Pushing event deleted for resources: {'Port': ['ID=cb892164-5f61-4cd2-8e0b-33dbde7dfb63,revision_number=None']} {{(pid=93385) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:41.577581 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-afa09d1c-be72-497a-a2c6-56db6f72204d tempest-AttachVolumeNegativeTest-532889260 tempest-AttachVolumeNegativeTest-532889260-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:41.579134 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG oslo_concurrency.lockutils [None req-a0f2d899-f575-4c53-aae4-8cb5678d5dd2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93385) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:41.581199 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f2d899-f575-4c53-aae4-8cb5678d5dd2 None None] No DVR routers for this DVR port cb892164-5f61-4cd2-8e0b-33dbde7dfb63 on host dv-cinder-798384-1-smb {{(pid=93385) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:10:41.602766 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb892164-5f61-4cd2-8e0b-33dbde7dfb63,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:41.604609 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] No DVR routers for this DVR port cb892164-5f61-4cd2-8e0b-33dbde7dfb63 on host dv-cinder-798384-1-smb {{(pid=93384) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 28 22:10:41.606137 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:41.678148 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1929245', 'neutron.services.segments.db._delete_segments_for_network-8736847184231'] for network, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:41.687856 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fd09987-36ae-4686-bb06-8106f3207ba2']}} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:41.697543 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33659016-76e0-4f17-885d-438ff5422ad3') {'for_net_delete': True} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:41.697841 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.services.segments.db [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33659016-76e0-4f17-885d-438ff5422ad3') {} {{(pid=93384) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 28 22:10:41.706195 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736847130462', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8526913'] for segment, before_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:41.719849 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247'] for segment, precommit_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:41.726165 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93384) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 28 22:10:41.726769 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1595247', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8735882'] for segment, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: conditions |= (models_v2.Port.network_id.in_( Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: self.session.flush() Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: self.session.flush() Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: self.session.flush() Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: self.session.flush() Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: Traceback (most recent call last): Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: timer() Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: cb(*args, **kw) Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: return func(*args, **kwargs) Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: self._notify() Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: self.callback(batched_events) Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: event.method(event) Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: aggregate_uuid = self.p_client.list_aggregates( Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: return f(self, *a, **k) Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: return self._get(url).json() Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: return self.request(url, 'GET', **kwargs) Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: base_url = self.get_endpoint(auth, allow=allow, Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 28 22:10:41.728435 dv-cinder-798384-1-smb neutron-server[93384]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 28 22:10:41.904447 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1929234', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-909192', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1043745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-963850'] for network, after_delete {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:41.911252 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:41.915649 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron_lib.callbacks.manager [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1043718'] for network, before_response {{(pid=93384) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:41.920384 dv-cinder-798384-1-smb neutron-server[93384]: INFO neutron.wsgi [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] 10.222.0.36 "DELETE /v2.0/networks/2fd09987-36ae-4686-bb06-8106f3207ba2 HTTP/1.1" status: 204 len: 168 time: 0.9004784 Jun 28 22:10:41.932920 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fd09987-36ae-4686-bb06-8106f3207ba2,revision_number=None']} {{(pid=93384) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:41.944402 dv-cinder-798384-1-smb neutron-server[93384]: DEBUG oslo_concurrency.lockutils [None req-22346e28-c757-4434-8756-59fc7c2494a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93384) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:41.946067 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 9e8b3e85-80f2-4455-9435-7e1de334bfe8 no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:10:41.972818 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: 9e8b3e85-80f2-4455-9435-7e1de334bfe8 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:10:41.973152 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 9e8b3e85-80f2-4455-9435-7e1de334bfe8 not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:10:41.973578 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 64ea7a37-aa14-422e-9cfa-2b8a94f7810d no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:10:41.994343 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: 64ea7a37-aa14-422e-9cfa-2b8a94f7810d {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:10:41.994796 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device 64ea7a37-aa14-422e-9cfa-2b8a94f7810d not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:10:41.995287 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device cb892164-5f61-4cd2-8e0b-33dbde7dfb63 no longer exists at agent ovs-agent-dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 28 22:10:42.014005 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.plugin [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] No Port match for: cb892164-5f61-4cd2-8e0b-33dbde7dfb63 {{(pid=93385) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 28 22:10:42.014440 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron.plugins.ml2.rpc [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Device cb892164-5f61-4cd2-8e0b-33dbde7dfb63 not bound to the agent host dv-cinder-798384-1-smb {{(pid=93385) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 28 22:10:42.290467 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 59126) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:42.329938 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-76247882-f1f2-46c2-8fe1-48dcc23614eb admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=39a6dfa20db945d8b78fe393de75ac5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381546 Jun 28 22:10:42.332151 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 59132) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:42.380137 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:42.400963 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:42.644137 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:42.646715 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:42.648392 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/40a46014-8546-4e43-96e6-6fa5995db6cf HTTP/1.1" status: 204 len: 168 time: 0.3153536 Jun 28 22:10:42.649163 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-4c5429d4-b7f4-43b0-ab22-79a13fdb4775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:42.656985 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a46014-8546-4e43-96e6-6fa5995db6cf,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:42.664438 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:42.664825 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:42.665202 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:42.665567 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:42.666334 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:42.666334 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:42.666626 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:42.666986 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:42.667341 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:42.667697 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:42.668073 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:42.668427 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798384-1-smb {{(pid=93383) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 28 22:10:42.671489 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-1fbaab18-b3b5-4653-a93e-a6e745d0515c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:43.401490 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 59180) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:43.441993 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-3d63fb26-86a0-4ac7-9bc4-a9db00c84046 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=144767b130c24e618144205037a81f82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0392199 Jun 28 22:10:43.444693 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 59184) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:43.495092 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-40839428-c8b0-4182-8255-47aaeea091f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:43.516082 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-40839428-c8b0-4182-8255-47aaeea091f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:43.703900 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-40839428-c8b0-4182-8255-47aaeea091f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:43.706460 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-40839428-c8b0-4182-8255-47aaeea091f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:43.707634 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-40839428-c8b0-4182-8255-47aaeea091f3 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/a53aa5b7-e48a-49a5-8ddd-fb37da8a72f7 HTTP/1.1" status: 204 len: 168 time: 0.2619317 Jun 28 22:10:43.708495 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e6c830db-9bfb-4704-a8a3-c84e48e6b6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:43.716405 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40839428-c8b0-4182-8255-47aaeea091f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a53aa5b7-e48a-49a5-8ddd-fb37da8a72f7,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:43.718791 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-40839428-c8b0-4182-8255-47aaeea091f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:45.861371 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 59228) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:45.989407 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-6d8f260c-3897-4399-b68e-9d049fc6c0c4 admin admin] 10.222.0.36 "GET /v2.0/security-groups?tenant_id=a82fb9316ddf4132a4a71911377b6e38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1267815 Jun 28 22:10:45.992723 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.wsgi [-] (93383) accepted ('10.222.0.36', 59232) {{(pid=93383) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 28 22:10:46.037258 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e1dceef1-f44b-4546-80cb-217170360675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:46.057046 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e1dceef1-f44b-4546-80cb-217170360675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:46.163818 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e1dceef1-f44b-4546-80cb-217170360675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-910858'] for security_group, after_delete {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:46.166422 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron_lib.callbacks.manager [None req-e1dceef1-f44b-4546-80cb-217170360675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93383) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:46.167548 dv-cinder-798384-1-smb neutron-server[93383]: INFO neutron.wsgi [None req-e1dceef1-f44b-4546-80cb-217170360675 admin admin] 10.222.0.36 "DELETE /v2.0/security-groups/deeb2f6a-a90b-4a8a-a717-ccb3a55433d5 HTTP/1.1" status: 204 len: 168 time: 0.1739514 Jun 28 22:10:46.168451 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-ffca8e24-e44a-4939-8d3e-2c117f851d79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 28 22:10:46.176615 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1dceef1-f44b-4546-80cb-217170360675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deeb2f6a-a90b-4a8a-a717-ccb3a55433d5,revision_number=None']} {{(pid=93383) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 28 22:10:46.179623 dv-cinder-798384-1-smb neutron-server[93383]: DEBUG oslo_concurrency.lockutils [None req-e1dceef1-f44b-4546-80cb-217170360675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93383) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 28 22:10:56.426319 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c4b94f63-19d2-4cad-ab2f-5e764c5af9db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:57.669835 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:10:58.826756 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1bd26500-8622-46a5-874f-00a15e4051b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:10:58.935096 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:11:00.223426 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:11:01.694824 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:11:10.285899 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:11:26.376817 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-af750b8c-f375-4163-93e1-7fa9088c953d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:11:28.816393 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1630e924-95fd-4942-980d-be00d10d6980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:11:28.940271 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:11:30.205376 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:11:31.722812 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:11:34.668284 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:11:40.319402 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:11:56.375841 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-16e90f36-4fb9-4c11-a2e6-975bf2b0cd7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:11:58.825245 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-cf6cf2fc-d7a9-4502-af3b-f077d0a8cc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:11:58.941363 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:12:00.231064 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:12:01.740707 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:12:10.299149 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:12:11.667121 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:12:26.517641 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-64884d68-264e-45ea-88a8-9c6749fce362 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:12:28.808662 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-d55d84a0-8041-4595-ac2d-45048f65dcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:12:28.928799 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:12:30.237312 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:12:31.722763 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:12:40.333922 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:12:48.665824 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:12:56.402159 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-7df32c3a-1f9d-4ac2-8209-8015b3c7ed9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:12:58.790473 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-6b2be271-c628-4f7e-8a4f-4c694b2b6947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:12:58.916211 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:13:00.247208 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:13:01.721613 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:13:10.298361 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:13:25.664134 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:13:26.372149 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-d40e990c-e91b-45b5-859c-c91edba00d18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:13:28.846429 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-261af9ef-ab01-4b85-b25f-1cdfe9674b76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:13:29.063599 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:13:30.229403 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:13:31.720683 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:13:40.326535 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:13:56.365924 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-ca6fc9e5-c47c-46ec-8491-4cefc11ca43a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:13:58.836141 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-543cfe91-25c6-4dd0-8364-2bc18a2f4e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:13:58.943236 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:14:00.223290 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:14:01.720209 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:14:02.662008 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:14:10.325687 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:14:26.405256 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-c633ea7c-b99b-40db-ae7c-3db18190c361 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:14:28.822089 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-fde54bab-6fc8-492d-9d37-a315f6da2720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:14:28.907818 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:14:30.262921 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:14:31.719701 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:14:39.661080 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:14:40.346389 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:14:56.376293 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-bfff7b4d-35d2-4149-a649-42951d8881ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:14:58.842358 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-0a7b805a-f0c5-4bc7-b698-4cd7eac36ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:14:58.985854 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:15:00.254539 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:15:01.728130 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:15:10.345068 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-f5ea4c91-50d0-4f21-b637-c4beb202331e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:15:16.660658 dv-cinder-798384-1-smb neutron-server[93386]: DEBUG neutron.db.agents_db [None req-97d8c6b8-849b-4051-bad1-733c8ba50a88 None None] Agent healthcheck: found 6 active agents {{(pid=93386) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 28 22:15:26.419656 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-425d39a3-a4b0-4b19-a8ae-3e838384a6d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:15:28.826957 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-987f1bf5-2a70-4bc9-b954-07748b53c668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:15:28.927205 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-1861133b-ae8e-4311-b873-fd93c1baeb93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:15:30.224299 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-a8c36405-4ad5-4fcb-8377-7347625e36ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 28 22:15:31.741317 dv-cinder-798384-1-smb neutron-server[93385]: DEBUG neutron_lib.callbacks.manager [None req-2839522d-345e-4b9e-924f-2c1c518c6ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736847189185', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1931603'] for agent, after_update {{(pid=93385) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}